Update Domestic & Global Hosts

This commit is contained in:
SukkaW 2024-04-03 12:25:17 +08:00
parent 851a5453cf
commit 7df6255727
4 changed files with 29 additions and 7 deletions

View File

@ -1,6 +1,6 @@
import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line';
import { Readable } from 'stream';
import { parse } from 'csv-parse';
import { parse } from 'csv-parse/sync';
import { createTrie } from './lib/trie';
import path from 'path';
import { processLine } from './lib/process-line';
@ -18,8 +18,8 @@ export const parseDomesticList = async () => {
const top5000 = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
const stream = Readable.fromWeb(res.body!).pipe(parse());
const res = await (await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000')).text();
const stream = parse(res);
for await (const [domain] of stream) {
if (trie.has(domain)) {
top5000.add(domain);

View File

@ -87,6 +87,7 @@ DOMAIN-SUFFIX,cntv.com.cn
DOMAIN-SUFFIX,189.cn
DOMAIN-SUFFIX,chinatelecom.com.cn
DOMAIN-SUFFIX,21cn.com
DOMAIN-SUFFIX,id6.me
# >> China Unicom
DOMAIN-SUFFIX,wo.cn
@ -177,6 +178,7 @@ DOMAIN-SUFFIX,127.com
DOMAIN-SUFFIX,127.net
DOMAIN-SUFFIX,163.com
DOMAIN-SUFFIX,163yun.com
DOMAIN-SUFFIX,163jiasu.com
DOMAIN-SUFFIX,166.com
DOMAIN-SUFFIX,166.net
DOMAIN-SUFFIX,188.com
@ -395,6 +397,7 @@ DOMAIN-SUFFIX,cailianpress.com
DOMAIN-SUFFIX,cls.cn
DOMAIN-SUFFIX,camera360.com
DOMAIN-SUFFIX,camscanner.com
DOMAIN-SUFFIX,cdnjtzy.com
DOMAIN-SUFFIX,cowcs.com
DOMAIN-SUFFIX,changyan.com
DOMAIN-SUFFIX,chaoxing.cc
@ -463,7 +466,7 @@ DOMAIN-SUFFIX,kaiyanapp.com
DOMAIN-SUFFIX,keepcdn.com
DOMAIN-SUFFIX,kfc.com.cn
DOMAIN-SUFFIX,kkmh.com
DOMAIN-SUFFIX,kugou.com1
DOMAIN-SUFFIX,kugou.com
DOMAIN-SUFFIX,kuwo.cn
DOMAIN-SUFFIX,lagou.com
DOMAIN-SUFFIX,leiniao.com
@ -506,12 +509,14 @@ DOMAIN-SUFFIX,qcc.com
DOMAIN-SUFFIX,qichacha.com
DOMAIN-SUFFIX,qdaily.com
DOMAIN-SUFFIX,qidian.com
DOMAIN-SUFFIX,qiniu.com
DOMAIN-SUFFIX,qyer.com
DOMAIN-SUFFIX,qyerstatic.com
DOMAIN-SUFFIX,ronghub.com
DOMAIN-SUFFIX,rsproxy.cn
DOMAIN-SUFFIX,ruguoapp.com
DOMAIN-SUFFIX,ruiwen.com
DOMAIN-SUFFIX,samsungcloudcn.com
DOMAIN-SUFFIX,sandai.net
DOMAIN-SUFFIX,s-reader.com
DOMAIN-SUFFIX,smzdm.com
@ -528,6 +533,7 @@ DOMAIN-SUFFIX,tvmao.com
DOMAIN-SUFFIX,tvzhe.com
DOMAIN-SUFFIX,vip.com
DOMAIN-SUFFIX,weather.com.cn
DOMAIN-SUFFIX,weathercn.com
DOMAIN-SUFFIX,weidian.com
DOMAIN-SUFFIX,west.cn
DOMAIN-SUFFIX,xiachufang.com
@ -550,4 +556,6 @@ DOMAIN-SUFFIX,zdmimg.com
DOMAIN-SUFFIX,zdic.net
DOMAIN-SUFFIX,zhangzs.com
DOMAIN-SUFFIX,zol.com.cn
DOMAIN-SUFFIX,zui.com
DOMAIN-SUFFIX,zuimeitianqi.com
DOMAIN-SUFFIX,zuoyebang.com

View File

@ -70,7 +70,8 @@ export const DOMESTICS = {
'npmmirror.com',
'alios.cn',
'wandoujia.com',
'aliapp.org'
'aliapp.org',
'tanx.com'
]
},
TENCENT: {
@ -121,7 +122,9 @@ export const DOMESTICS = {
'yunos.com',
'yitao.com',
'anticheatexpert.com',
'url.cn'
'url.cn',
'qlivecdn.com',
'tcdnlive.com'
]
},
BILIBILI_ALI: {
@ -212,7 +215,8 @@ export const DOMESTICS = {
'ixgvideo.com',
'volccdn.com',
'byted-static.com',
'volces.com'
'volces.com',
'baike.com'
]
},
BAIDU: {
@ -269,6 +273,7 @@ export const DOMESTICS = {
'360.net',
'360safe.com',
'360tpcdn.com',
'360os.com',
'360webcache.com',
'so.com',
'haosou.com',

View File

@ -273,6 +273,7 @@ DOMAIN-SUFFIX,bitbucket.io
DOMAIN-SUFFIX,bitfinex.com
DOMAIN-SUFFIX,bit.ly
DOMAIN-SUFFIX,bitly.com
DOMAIN-SUFFIX,bitmex.com
DOMAIN-SUFFIX,bloomberg.com
DOMAIN-SUFFIX,blizzard.com
DOMAIN-SUFFIX,booklive.jp
@ -281,6 +282,7 @@ DOMAIN-SUFFIX,bwh1.net
DOMAIN-SUFFIX,castbox.fm
DOMAIN-SUFFIX,cbc.ca
DOMAIN,ccmdl.adobe.com
DOMAIN-SUFFIX,change.org
DOMAIN-SUFFIX,character.ai
DOMAIN-SUFFIX,cloudfront.net
DOMAIN-SUFFIX,codepen.io
@ -288,11 +290,14 @@ DOMAIN-SUFFIX,costco.com
DOMAIN-SUFFIX,cpuid.com
DOMAIN-SUFFIX,dailymotion.com
DOMAIN-SUFFIX,dailymail.co.uk
DOMAIN-SUFFIX,daum.net
DOMAIN-SUFFIX,dcard.tw
DOMAIN-SUFFIX,deezer.com
DOMAIN-SUFFIX,deviantart.com
DOMAIN-SUFFIX,deviantart.net
DOMAIN-SUFFIX,dish.com
DOMAIN-SUFFIX,disqus.com
DOMAIN-SUFFIX,dlsite.com
DOMAIN-SUFFIX,dribbble.com
DOMAIN-SUFFIX,dropbox.com
DOMAIN-SUFFIX,dropbox-dns.com
@ -314,8 +319,10 @@ DOMAIN-SUFFIX,fc2.com
DOMAIN-SUFFIX,feedly.com
DOMAIN-SUFFIX,flickr.com
DOMAIN-SUFFIX,flipboard.com
DOMAIN-SUFFIX,flipkart.com
DOMAIN-SUFFIX,gameloft.com
DOMAIN-SUFFIX,gate.io
DOMAIN-SUFFIX,gettyimages.com
DOMAIN-SUFFIX,gitlab.com
DOMAIN-SUFFIX,ghostery.com
DOMAIN-SUFFIX,godaddy.com
@ -323,6 +330,7 @@ DOMAIN-SUFFIX,goodreads.com
DOMAIN-SUFFIX,grammarly.com
DOMAIN-SUFFIX,greasyfork.org
DOMAIN-SUFFIX,grindr.com
DOMAIN-SUFFIX,gumroad.com
DOMAIN-SUFFIX,hanime.tv
DOMAIN-SUFFIX,hanime1.me
DOMAIN-SUFFIX,he.net
@ -337,6 +345,7 @@ DOMAIN-SUFFIX,initiummall.com
DOMAIN-SUFFIX,ipfs.io
DOMAIN-SUFFIX,issuu.com
DOMAIN-SUFFIX,istatmenus.app
DOMAIN-SUFFIX,istockphoto.com
DOMAIN-SUFFIX,iwara.tv
DOMAIN-SUFFIX,ixxx.com
DOMAIN-SUFFIX,jable.tv