Update Domestic & Global Hosts

This commit is contained in:
SukkaW 2024-04-03 12:25:17 +08:00
parent 851a5453cf
commit 7df6255727
4 changed files with 29 additions and 7 deletions

View File

@ -1,6 +1,6 @@
import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line'; import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line';
import { Readable } from 'stream'; import { Readable } from 'stream';
import { parse } from 'csv-parse'; import { parse } from 'csv-parse/sync';
import { createTrie } from './lib/trie'; import { createTrie } from './lib/trie';
import path from 'path'; import path from 'path';
import { processLine } from './lib/process-line'; import { processLine } from './lib/process-line';
@ -18,8 +18,8 @@ export const parseDomesticList = async () => {
const top5000 = new Set<string>(); const top5000 = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000'); const res = await (await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000')).text();
const stream = Readable.fromWeb(res.body!).pipe(parse()); const stream = parse(res);
for await (const [domain] of stream) { for await (const [domain] of stream) {
if (trie.has(domain)) { if (trie.has(domain)) {
top5000.add(domain); top5000.add(domain);

View File

@ -87,6 +87,7 @@ DOMAIN-SUFFIX,cntv.com.cn
DOMAIN-SUFFIX,189.cn DOMAIN-SUFFIX,189.cn
DOMAIN-SUFFIX,chinatelecom.com.cn DOMAIN-SUFFIX,chinatelecom.com.cn
DOMAIN-SUFFIX,21cn.com DOMAIN-SUFFIX,21cn.com
DOMAIN-SUFFIX,id6.me
# >> China Unicom # >> China Unicom
DOMAIN-SUFFIX,wo.cn DOMAIN-SUFFIX,wo.cn
@ -177,6 +178,7 @@ DOMAIN-SUFFIX,127.com
DOMAIN-SUFFIX,127.net DOMAIN-SUFFIX,127.net
DOMAIN-SUFFIX,163.com DOMAIN-SUFFIX,163.com
DOMAIN-SUFFIX,163yun.com DOMAIN-SUFFIX,163yun.com
DOMAIN-SUFFIX,163jiasu.com
DOMAIN-SUFFIX,166.com DOMAIN-SUFFIX,166.com
DOMAIN-SUFFIX,166.net DOMAIN-SUFFIX,166.net
DOMAIN-SUFFIX,188.com DOMAIN-SUFFIX,188.com
@ -395,6 +397,7 @@ DOMAIN-SUFFIX,cailianpress.com
DOMAIN-SUFFIX,cls.cn DOMAIN-SUFFIX,cls.cn
DOMAIN-SUFFIX,camera360.com DOMAIN-SUFFIX,camera360.com
DOMAIN-SUFFIX,camscanner.com DOMAIN-SUFFIX,camscanner.com
DOMAIN-SUFFIX,cdnjtzy.com
DOMAIN-SUFFIX,cowcs.com DOMAIN-SUFFIX,cowcs.com
DOMAIN-SUFFIX,changyan.com DOMAIN-SUFFIX,changyan.com
DOMAIN-SUFFIX,chaoxing.cc DOMAIN-SUFFIX,chaoxing.cc
@ -463,7 +466,7 @@ DOMAIN-SUFFIX,kaiyanapp.com
DOMAIN-SUFFIX,keepcdn.com DOMAIN-SUFFIX,keepcdn.com
DOMAIN-SUFFIX,kfc.com.cn DOMAIN-SUFFIX,kfc.com.cn
DOMAIN-SUFFIX,kkmh.com DOMAIN-SUFFIX,kkmh.com
DOMAIN-SUFFIX,kugou.com1 DOMAIN-SUFFIX,kugou.com
DOMAIN-SUFFIX,kuwo.cn DOMAIN-SUFFIX,kuwo.cn
DOMAIN-SUFFIX,lagou.com DOMAIN-SUFFIX,lagou.com
DOMAIN-SUFFIX,leiniao.com DOMAIN-SUFFIX,leiniao.com
@ -506,12 +509,14 @@ DOMAIN-SUFFIX,qcc.com
DOMAIN-SUFFIX,qichacha.com DOMAIN-SUFFIX,qichacha.com
DOMAIN-SUFFIX,qdaily.com DOMAIN-SUFFIX,qdaily.com
DOMAIN-SUFFIX,qidian.com DOMAIN-SUFFIX,qidian.com
DOMAIN-SUFFIX,qiniu.com
DOMAIN-SUFFIX,qyer.com DOMAIN-SUFFIX,qyer.com
DOMAIN-SUFFIX,qyerstatic.com DOMAIN-SUFFIX,qyerstatic.com
DOMAIN-SUFFIX,ronghub.com DOMAIN-SUFFIX,ronghub.com
DOMAIN-SUFFIX,rsproxy.cn DOMAIN-SUFFIX,rsproxy.cn
DOMAIN-SUFFIX,ruguoapp.com DOMAIN-SUFFIX,ruguoapp.com
DOMAIN-SUFFIX,ruiwen.com DOMAIN-SUFFIX,ruiwen.com
DOMAIN-SUFFIX,samsungcloudcn.com
DOMAIN-SUFFIX,sandai.net DOMAIN-SUFFIX,sandai.net
DOMAIN-SUFFIX,s-reader.com DOMAIN-SUFFIX,s-reader.com
DOMAIN-SUFFIX,smzdm.com DOMAIN-SUFFIX,smzdm.com
@ -528,6 +533,7 @@ DOMAIN-SUFFIX,tvmao.com
DOMAIN-SUFFIX,tvzhe.com DOMAIN-SUFFIX,tvzhe.com
DOMAIN-SUFFIX,vip.com DOMAIN-SUFFIX,vip.com
DOMAIN-SUFFIX,weather.com.cn DOMAIN-SUFFIX,weather.com.cn
DOMAIN-SUFFIX,weathercn.com
DOMAIN-SUFFIX,weidian.com DOMAIN-SUFFIX,weidian.com
DOMAIN-SUFFIX,west.cn DOMAIN-SUFFIX,west.cn
DOMAIN-SUFFIX,xiachufang.com DOMAIN-SUFFIX,xiachufang.com
@ -550,4 +556,6 @@ DOMAIN-SUFFIX,zdmimg.com
DOMAIN-SUFFIX,zdic.net DOMAIN-SUFFIX,zdic.net
DOMAIN-SUFFIX,zhangzs.com DOMAIN-SUFFIX,zhangzs.com
DOMAIN-SUFFIX,zol.com.cn DOMAIN-SUFFIX,zol.com.cn
DOMAIN-SUFFIX,zui.com
DOMAIN-SUFFIX,zuimeitianqi.com DOMAIN-SUFFIX,zuimeitianqi.com
DOMAIN-SUFFIX,zuoyebang.com

View File

@ -70,7 +70,8 @@ export const DOMESTICS = {
'npmmirror.com', 'npmmirror.com',
'alios.cn', 'alios.cn',
'wandoujia.com', 'wandoujia.com',
'aliapp.org' 'aliapp.org',
'tanx.com'
] ]
}, },
TENCENT: { TENCENT: {
@ -121,7 +122,9 @@ export const DOMESTICS = {
'yunos.com', 'yunos.com',
'yitao.com', 'yitao.com',
'anticheatexpert.com', 'anticheatexpert.com',
'url.cn' 'url.cn',
'qlivecdn.com',
'tcdnlive.com'
] ]
}, },
BILIBILI_ALI: { BILIBILI_ALI: {
@ -212,7 +215,8 @@ export const DOMESTICS = {
'ixgvideo.com', 'ixgvideo.com',
'volccdn.com', 'volccdn.com',
'byted-static.com', 'byted-static.com',
'volces.com' 'volces.com',
'baike.com'
] ]
}, },
BAIDU: { BAIDU: {
@ -269,6 +273,7 @@ export const DOMESTICS = {
'360.net', '360.net',
'360safe.com', '360safe.com',
'360tpcdn.com', '360tpcdn.com',
'360os.com',
'360webcache.com', '360webcache.com',
'so.com', 'so.com',
'haosou.com', 'haosou.com',

View File

@ -273,6 +273,7 @@ DOMAIN-SUFFIX,bitbucket.io
DOMAIN-SUFFIX,bitfinex.com DOMAIN-SUFFIX,bitfinex.com
DOMAIN-SUFFIX,bit.ly DOMAIN-SUFFIX,bit.ly
DOMAIN-SUFFIX,bitly.com DOMAIN-SUFFIX,bitly.com
DOMAIN-SUFFIX,bitmex.com
DOMAIN-SUFFIX,bloomberg.com DOMAIN-SUFFIX,bloomberg.com
DOMAIN-SUFFIX,blizzard.com DOMAIN-SUFFIX,blizzard.com
DOMAIN-SUFFIX,booklive.jp DOMAIN-SUFFIX,booklive.jp
@ -281,6 +282,7 @@ DOMAIN-SUFFIX,bwh1.net
DOMAIN-SUFFIX,castbox.fm DOMAIN-SUFFIX,castbox.fm
DOMAIN-SUFFIX,cbc.ca DOMAIN-SUFFIX,cbc.ca
DOMAIN,ccmdl.adobe.com DOMAIN,ccmdl.adobe.com
DOMAIN-SUFFIX,change.org
DOMAIN-SUFFIX,character.ai DOMAIN-SUFFIX,character.ai
DOMAIN-SUFFIX,cloudfront.net DOMAIN-SUFFIX,cloudfront.net
DOMAIN-SUFFIX,codepen.io DOMAIN-SUFFIX,codepen.io
@ -288,11 +290,14 @@ DOMAIN-SUFFIX,costco.com
DOMAIN-SUFFIX,cpuid.com DOMAIN-SUFFIX,cpuid.com
DOMAIN-SUFFIX,dailymotion.com DOMAIN-SUFFIX,dailymotion.com
DOMAIN-SUFFIX,dailymail.co.uk DOMAIN-SUFFIX,dailymail.co.uk
DOMAIN-SUFFIX,daum.net
DOMAIN-SUFFIX,dcard.tw DOMAIN-SUFFIX,dcard.tw
DOMAIN-SUFFIX,deezer.com DOMAIN-SUFFIX,deezer.com
DOMAIN-SUFFIX,deviantart.com DOMAIN-SUFFIX,deviantart.com
DOMAIN-SUFFIX,deviantart.net DOMAIN-SUFFIX,deviantart.net
DOMAIN-SUFFIX,dish.com
DOMAIN-SUFFIX,disqus.com DOMAIN-SUFFIX,disqus.com
DOMAIN-SUFFIX,dlsite.com
DOMAIN-SUFFIX,dribbble.com DOMAIN-SUFFIX,dribbble.com
DOMAIN-SUFFIX,dropbox.com DOMAIN-SUFFIX,dropbox.com
DOMAIN-SUFFIX,dropbox-dns.com DOMAIN-SUFFIX,dropbox-dns.com
@ -314,8 +319,10 @@ DOMAIN-SUFFIX,fc2.com
DOMAIN-SUFFIX,feedly.com DOMAIN-SUFFIX,feedly.com
DOMAIN-SUFFIX,flickr.com DOMAIN-SUFFIX,flickr.com
DOMAIN-SUFFIX,flipboard.com DOMAIN-SUFFIX,flipboard.com
DOMAIN-SUFFIX,flipkart.com
DOMAIN-SUFFIX,gameloft.com DOMAIN-SUFFIX,gameloft.com
DOMAIN-SUFFIX,gate.io DOMAIN-SUFFIX,gate.io
DOMAIN-SUFFIX,gettyimages.com
DOMAIN-SUFFIX,gitlab.com DOMAIN-SUFFIX,gitlab.com
DOMAIN-SUFFIX,ghostery.com DOMAIN-SUFFIX,ghostery.com
DOMAIN-SUFFIX,godaddy.com DOMAIN-SUFFIX,godaddy.com
@ -323,6 +330,7 @@ DOMAIN-SUFFIX,goodreads.com
DOMAIN-SUFFIX,grammarly.com DOMAIN-SUFFIX,grammarly.com
DOMAIN-SUFFIX,greasyfork.org DOMAIN-SUFFIX,greasyfork.org
DOMAIN-SUFFIX,grindr.com DOMAIN-SUFFIX,grindr.com
DOMAIN-SUFFIX,gumroad.com
DOMAIN-SUFFIX,hanime.tv DOMAIN-SUFFIX,hanime.tv
DOMAIN-SUFFIX,hanime1.me DOMAIN-SUFFIX,hanime1.me
DOMAIN-SUFFIX,he.net DOMAIN-SUFFIX,he.net
@ -337,6 +345,7 @@ DOMAIN-SUFFIX,initiummall.com
DOMAIN-SUFFIX,ipfs.io DOMAIN-SUFFIX,ipfs.io
DOMAIN-SUFFIX,issuu.com DOMAIN-SUFFIX,issuu.com
DOMAIN-SUFFIX,istatmenus.app DOMAIN-SUFFIX,istatmenus.app
DOMAIN-SUFFIX,istockphoto.com
DOMAIN-SUFFIX,iwara.tv DOMAIN-SUFFIX,iwara.tv
DOMAIN-SUFFIX,ixxx.com DOMAIN-SUFFIX,ixxx.com
DOMAIN-SUFFIX,jable.tv DOMAIN-SUFFIX,jable.tv