From 61a875d1b4aa9cfbc52f3a1c201ff6fcb57af2e2 Mon Sep 17 00:00:00 2001 From: SukkaW Date: Sat, 17 Jan 2026 14:55:19 +0800 Subject: [PATCH] Remove Dead/Duplicated/Outdated Hosts --- Build/lib/is-domain-alive.ts | 4 ++-- Build/tools-dedupe-src.ts | 4 ++-- Source/domainset/cdn.conf | 15 ++------------- Source/domainset/download.conf | 11 ----------- Source/domainset/reject.conf | 9 +++------ 5 files changed, 9 insertions(+), 34 deletions(-) diff --git a/Build/lib/is-domain-alive.ts b/Build/lib/is-domain-alive.ts index f8375bea..cab86e76 100644 --- a/Build/lib/is-domain-alive.ts +++ b/Build/lib/is-domain-alive.ts @@ -47,9 +47,9 @@ const dnsServers = [ // 'https://unfiltered.joindns4.eu/dns-query', // too many ECONNRESET on GitHub Actions 'h2://public.dns.iij.jp/dns-query', // 'https://common.dot.dns.yandex.net/dns-query', // too many ECONNRESET on GitHub Actions - 'h2://safeservedns.com/dns-query', // NameCheap DNS, supports DoT, DoH, UDP53 + 'h2://safeservedns.com/dns-query' // NameCheap DNS, supports DoT, DoH, UDP53 // 'https://ada.openbld.net/dns-query', Contains filtering - 'h2://dns.rabbitdns.org/dns-query' + // 'h2://dns.rabbitdns.org/dns-query' -- TO MANY HTTP 522 ]; const resultCache = new Map(); diff --git a/Build/tools-dedupe-src.ts b/Build/tools-dedupe-src.ts index 8dd3c7a3..888554ad 100644 --- a/Build/tools-dedupe-src.ts +++ b/Build/tools-dedupe-src.ts @@ -25,7 +25,7 @@ const ENFORCED_WHITELIST = [ 'img.vim-cn.com' ]; -const WHITELIST: string[] = ['ntp.api.bz', 'httpdns.bilivideo.com', 'httpdns.platform.dbankcloud.cn', 'dns.iqiyi.com', 'dns.qiyipic.iqiyi.com', 'img.vim-cn.com', 'chat-content.beanfun.com', 'archive.mirror.ba', 'ctan.imsc.res.in', 'gnu.freemirror.org', 'probe.whatismyipaddress.com', 'sdkrec.tf.360.cn', 'iadmatapk.nosdn.127.net', 'gamecenter.iqiyi.com', 'tracking.klickthru.com', 'm.shilian168.cn', 'm.zdjgj.cn', 'gcpool.ddns.net', 'radpool.ddns.net', 's9.maxstream.org', 's10.maxstream.org', 's11.maxstream.org', 'statics.erothots.co', 'mcdn.tubi.tv']; +const DEDUPE_LIST: string[] = ['ntp.api.bz', 'httpdns.bilivideo.com', 'httpdns.platform.dbankcloud.cn', 'dns.iqiyi.com', 'dns.qiyipic.iqiyi.com', 'img.vim-cn.com', 'cdn.commento.io', 'cdn.glitch.com', 'cdn.glitch.global', 'content.product.glitch.com', 'mirror.as24220.net', 'mirrors.switch.ca', 'ubuntu.pishgaman.net', 'mirror.famaserver.com', 'ubuntu-mirror.kimiahost.com', 'mirror.aminidc.com', 'mirror.ucu.ac.ug', 'mirror.0-1.cloud', 'ctan.um.ac.ir', 'ctan.yazd.ac.ir', 'report.huatuo.qq.com', 'repo.iut.ac.ir', 'ad.api.youshiad.cn', 'm.j5s9b.cn', 'ee.j5s9b.cn', 'e.duomeng.org', 'cdn.onlyhentaistuff.com', 'gt1.onlyhentaistuff.com', 'cm1.aminoapps.com', 'iadmatapk.nosdn.127.net']; task(require.main === module, __filename)(async (span) => { const files = await span.traceChildAsync('crawl thru all files', () => new Fdir() @@ -41,7 +41,7 @@ task(require.main === module, __filename)(async (span) => { .withPromise()); const whiteTrie = span.traceChildSync('build whitelist trie', () => { - const trie = new HostnameSmolTrie(WHITELIST); + const trie = new HostnameSmolTrie(DEDUPE_LIST); ENFORCED_WHITELIST.forEach((item) => trie.whitelist(item)); return trie; }); diff --git a/Source/domainset/cdn.conf b/Source/domainset/cdn.conf index a9d34a20..eea30e12 100644 --- a/Source/domainset/cdn.conf +++ b/Source/domainset/cdn.conf @@ -632,6 +632,7 @@ content.jwplatform.com .jwpcdn.com .jwpsrv.com .thecontentserver.com +img.connatix.com cds.connatix.com # >> Video CDN @@ -1106,7 +1107,6 @@ i-cdn.embed.ly cdn.tolt.io # cdn.sellix.io # seized by FBI assets.calendly.com -cdn.commento.io js.hsforms.net js-eu1.hsforms.net js.hscollectedforms.net @@ -1464,9 +1464,6 @@ code.piano.io experience-ap.piano.io cdn.tinypass.com -cds.connatix.com -img.connatix.com - cdn.channel.io cf.channel.io @@ -2038,12 +2035,6 @@ wikiwandv2-19431.kxcdn.com # >> DeepL static.deepl.com -# >> Glitch -cdn.glitch.me -cdn.glitch.com -cdn.glitch.global -content.product.glitch.com - # >> PayPal pics.paypal.com .paypalobjects.com @@ -4046,9 +4037,8 @@ images.youracclaim.com cdn.contentful.com cdn.eu.contentful.com assets.shazam.com -gt1.onlyhentaistuff.com fs2.onlyhentaistuff.com -cdn.onlyhentaistuff.com +ca1.onlyhentaistuff.com cdn.worldvectorlogo.com i.gzn.jp cdn.hypershort.com @@ -5042,7 +5032,6 @@ ah-cdn.merge.dev static.zerochan.net s1.zerochan.net www.acgpix.de -cm1.aminoapps.com pa1.aninoapps.com pm1.aninoapps.com wa1.aninoapps.com diff --git a/Source/domainset/download.conf b/Source/domainset/download.conf index 3ab1b1a0..f0d8bce3 100644 --- a/Source/domainset/download.conf +++ b/Source/domainset/download.conf @@ -746,7 +746,6 @@ kebo.pens.ac.id mirror.unair.ac.id mr.heru.id .debian.petiak.ir -mirror.aminidc.com mirror.iranserver.com mirrors.pardisco.co debian.interhost.co.il @@ -935,7 +934,6 @@ mirror.aarnet.edu.au mirror.internet.asn.au mirror.datamossa.io ftp.iinet.net.au -mirror.as24220.net mirror.internode.on.net mirror.netspace.net.au mirror.solnode.io @@ -1074,21 +1072,16 @@ repo.usk.ac.id suro.ubaya.ac.id .mirrors.zagrio.net mirror.kernel.ir -ubuntu-mirror.kimiahost.com ubuntu.mobinhost.com -ubuntu.pishgaman.net ir.ubuntu.sindad.cloud -mirror.0-1.cloud mirror.arvancloud.ir .ubuntu.petiak.ir repo.linuxmirrors.ir ubuntu.pars.host ubuntu.parsvds.com .mirror.homacloud.ai -mirror.famaserver.com mirror.faraso.org mirrors.ubuntu.dimit.cloud -repo.iut.ac.ir mirror.linkdata.com mirror.webworld.ie mirror.il-ha.kamatera.com @@ -1500,7 +1493,6 @@ mirror.koddos.net mirror-hk.koddos.net mirrors.ucr.ac.cr ftp.cpan.org -mirror.ucu.ac.ug .mirror.ac.za ftp.saix.net cpan.saix.net @@ -1570,8 +1562,6 @@ ftp.sun.ac.za ftp.leg.uct.ac.za mirror.unpad.ac.id ctan.net -ctan.yazd.ac.ir -ctan.um.ac.ir ftp.u-aizu.ac.jp ftp.harukasan.org ftp.ktug.org @@ -1699,7 +1689,6 @@ mirror.datapacket.com eu.edge.kernel.org mirror.ethz.ch mirror.steadfast.net -mirrors.switch.ca mirror.dimensiondata.com # F-Droid mirrors f-droid.org diff --git a/Source/domainset/reject.conf b/Source/domainset/reject.conf index a0768343..3ff0ab2f 100644 --- a/Source/domainset/reject.conf +++ b/Source/domainset/reject.conf @@ -2163,8 +2163,8 @@ union.gdtimg.com # v.gdt.qq.com # v2.gdt.qq.com # win.gdt.qq.com -report.huatuo.qq.com pgdt.gtimg.cn +cmshow.gtimg.cn report.idqqimg.com galileotelemetry.tencent.com pingma.qq.com @@ -3214,7 +3214,6 @@ drd.hauchi.com.tw ads.ttv.com.tw ad.obuy.tw ad.jamster.co.uk -e.duomeng.org umdc.aliapp.org ad.netowl.jp coconuts.boy.jp @@ -3314,7 +3313,7 @@ ad.thsi.cn s.snmi.cn api.snmi.cn adlaunch.qtfm.cn -ad.api.youshiad.cn +.youshiad.cn .appsad.cn iflyad.bj.openstorage.cn adpai.thepaper.cn @@ -3323,9 +3322,7 @@ dig.zjurl.cn .meipian7.cn 80vn.cn .89kvh.cn -m.j5s9b.cn -ee.j5s9b.cn -cmshow.gtimg.cn +.j5s9b.cn dsa-mfp.fengshows.cn .sigmob.cn