Remove Dead/Duplicated Hosts

Build/lib/is-domain-alive.ts

@@ -7,17 +7,21 @@ const dnsServers = [
   '162.159.36.1', '162.159.46.1',
   'dns.cloudflare.com', // Cloudflare DoH that uses different IPs: 172.64.41.8,162.159.61.8
   'cloudflare-dns.com', // Cloudflare DoH that uses different IPs: 104.16.249.249,104.16.248.249
+  'mozilla.cloudflare-dns.com', // Cloudflare DoH that uses different IPs: 162.159.61.4,172.64.41.4
   // one.one.one.one // Cloudflare DoH that uses 1.1.1.1 and 1.0.0.1
   // '101.101.101.101', 'dns.twnic.tw' // TWNIC, has DNS pollution, e.g. t66y.com
   // 'dns.hinet.net' // HiNet DoH, has DNS pollution, e.g. t66y.com
   '185.222.222.222', '45.11.45.11', // DNS.SB
-  'doh.dns.sb', // DNS.SB, Unicast PoPs w/ GeoDNS
+  // 'doh.dns.sb', // DNS.SB, Unicast PoPs w/ GeoDNS
+  'us-chi.doh.sb', // DNS.SB Chicago PoP
+  'us-nyc.doh.sb', // DNS.SB New York City PoP
+  'us-sjc.doh.sb', // DNS.SB San Jose PoP
   // 'doh.sb', // DNS.SB xTom Anycast IP
   // 'dns.sb', // DNS.SB use same xTom Anycast IP as doh.sb
   // 'dns10.quad9.net', // Quad9 unfiltered
   '9.9.9.10', '149.112.112.10', // Quad9 unfiltered
   'doh.sandbox.opendns.com', // OpenDNS sandbox (unfiltered)
-  'unfiltered.adguard-dns.com',
+  'unfiltered.adguard-dns.com', // AdGuard unfiltered
   // 'v.recipes', // Proxy Cloudflare, too many HTTP 503
   // '76.76.2.0', // ControlD unfiltered, path not /dns-query
   // '76.76.10.0', // ControlD unfiltered, path not /dns-query
@@ -32,7 +36,7 @@ const dnsServers = [
   // 'dns.mullvad.net', empty HTTP body a lot
   'basic.rethinkdns.com',
   'dns.surfsharkdns.com',
-  'private.canadianshield.cira.ca',
+  // 'private.canadianshield.cira.ca', enforce HTTP/2
   // 'unfiltered.joindns4.eu', // too many ECONNRESET on GitHub Actions
   'public.dns.iij.jp',
   // 'common.dot.dns.yandex.net', // too many ECONNRESET on GitHub Actions

Build/tools-dedupe-src.ts

@@ -25,7 +25,7 @@ const ENFORCED_WHITELIST = [
   'img.vim-cn.com'
 ];
 
-const WHITELIST: string[] = ['httpdns.bilivideo.com', 'ntp.api.bz', 'httpdns-v6.gslb.yy.com', 'img.vim-cn.com', 'img.jjbb.me', 'thingproxy.freeboard.io', 'assets.chess24.com', 'cdn.chess24.com', 'static-assets.freeanimehentai.net', 'static.javcdn.info', 'cdn.vidible.tv', 'it.apache.contactlab.it', 'mirror.netinch.com', 'de.freedif.org', 'league1.maoyuncloud.cn', 'spl.ztvx8.com', 'zls.xz6d.com', 'iadmatapk.nosdn.127.net', 'show.buzzcity.net', 'click.buzzcity.net', 'apps.buzzcity.net', 'content-cdn.y2mate.com', 'images.voguehk.com', 'cdn.amh.moe', 'statics.mnnews.tw'];
+const WHITELIST: string[] = ['ntp.api.bz', 'httpdns.bilivideo.com', 'httpdns.platform.dbankcloud.cn', 'dns.iqiyi.com', 'dns.qiyipic.iqiyi.com', 'img.vim-cn.com', 'chat-content.beanfun.com', 'archive.mirror.ba', 'ctan.imsc.res.in', 'gnu.freemirror.org', 'probe.whatismyipaddress.com', 'sdkrec.tf.360.cn', 'iadmatapk.nosdn.127.net', 'gamecenter.iqiyi.com', 'tracking.klickthru.com', 'm.shilian168.cn', 'm.zdjgj.cn', 'gcpool.ddns.net', 'radpool.ddns.net', 's9.maxstream.org', 's10.maxstream.org', 's11.maxstream.org', 'statics.erothots.co', 'mcdn.tubi.tv'];
 
 task(require.main === module, __filename)(async (span) => {
   const files = await span.traceChildAsync('crawl thru all files', () => new Fdir()

Source/domainset/cdn.conf

@@ -1276,7 +1276,6 @@ cdn.aimerce.ai
 bundle.dyn-rev.app
 connect.nosto.com
 oct8neproxy.azurewebsites.net
-chat-content.beanfun.com
 cdn.scripts.wtwhmedia.com
 media.pointandplace.com
 static.narrativ.com
@@ -4275,9 +4274,6 @@ vjav0.ahcdn.com
 cdn.javmiku.com
 s1.maxstream.org
 s8.maxstream.org
-s9.maxstream.org
-s10.maxstream.org
-s11.maxstream.org
 s13.maxstream.org
 .lulucdn.com
 .tnmr.org
@@ -4305,7 +4301,6 @@ media.inhumanity.com
 cdn.7tv.app
 img.coomer.su
 .erocdn.co
-statics.erothots.co
 statics.simpshub.com
 .static.mega.co.nz
 st.transfer.it
@@ -5070,7 +5065,6 @@ cdn.moeload.com
 cdn-1.porn87.com
 cdn-2.porn87.com
 cdn-3.porn87.com
-mcdn.tubi.tv
 canvas-lb.tubitv.com
 tubi.video
 images.justwatch.com
@@ -5126,3 +5120,6 @@ upload.teftera.com
 icms-image.slatic.net
 lzd-img-global.slatic.net
 website-media.deel.com
+cdn.tindiemedia.com
+cdn.hackaday.io
+hawky.pcgamer.com

Source/domainset/download.conf

@@ -944,7 +944,6 @@ mirror.visiontech.com.bd
 ftp.byfly.by
 mirror.unet.by
 mirrors-ubuntu.behostings.com
-archive.mirror.ba
 ubuntu-mirror.bhtelecom.ba
 mirror.retentionrange.co.bw
 ubuntu.c3sl.ufpr.br
@@ -969,7 +968,6 @@ mirror.reenigne.net
 muug.ca
 ftp.muug.ca
 mirror.hep.gg
-.mirror.rafal.ca
 gpl.savoirfairelinux.net
 mirror.ca-tr.kamatera.com
 mirror.digitaloceans.dev
@@ -1565,7 +1563,6 @@ tug.ctan.org
 ftp.sun.ac.za
 ftp.leg.uct.ac.za
 mirror.unpad.ac.id
-ctan.imsc.res.in
 ctan.net
 ctan.yazd.ac.ir
 ctan.um.ac.ir
@@ -1630,7 +1627,7 @@ mirror.inode.at
 ftp.gnu.org.ua
 .mirror.iweb.com
 gnu.askapache.com
-gnu.freemirror.org
+.freemirror.org
 mirrors.kernel.org
 mirrors.sarata.com
 download.kde.org
@@ -1690,8 +1687,6 @@ alpha-gnu-org.ip-connect.vn.ua
 mirrors.middlendian.com
 # F-Droid mirrors
 fdroid.tetaneutral.net
-ftp.gwdg.de
-ftp.lysator.liu.se
 mirror.level66.network
 # Misc Software
 ciscobinary.openh264.org

Source/domainset/reject.conf

@@ -1178,7 +1178,6 @@ stats.ext.v35.us
 user.ground.news
 analytics.immersivetranslate.com
 analytics.blender.org
-probe.whatismyipaddress.com
 o.send.now
 sapi.justwatch.com
 sp.pluto.tv
@@ -1998,7 +1997,6 @@ ad.iot.360.cn
 ad.jia.360.cn
 c.mse.360.cn
 c.sayhi.360.cn
-sdkrec.tf.360.cn
 sdk.tf.360.cn
 tracking.v.tf.360.cn
 .hyt.comp.360os.com
@@ -2408,7 +2406,6 @@ sax.sina.com.cn
 c.uaa.iqiyi.com
 cm.passport.iqiyi.com
 emoticon.sns.iqiyi.com
-gamecenter.iqiyi.com
 .game.iqiyi.com
 hotchat-im.iqiyi.com
 msg.video.qiyi.com
@@ -3315,8 +3312,6 @@ dig.zjurl.cn
 .89kvh.cn
 m.j5s9b.cn
 ee.j5s9b.cn
-m.zdjgj.cn
-m.shilian168.cn
 cmshow.gtimg.cn
 dsa-mfp.fengshows.cn
 .sigmob.cn
@@ -3375,7 +3370,6 @@ creative1cdn.mobfox.com
 .bcfads.com
 ads.mobgold.com
 
-tracking.klickthru.com
 ads.traffichunt.com
 
 svibeacon.onezapp.com

Source/domainset/reject_extra.conf

@@ -3141,10 +3141,8 @@ bowserlab.ddns.net
 eu-ethpool.ddns.net
 eu-nilupool.ddns.net
 eu-ubqpool.ddns.net
-gcpool.ddns.net
 oceansail.ddns.net
 openburstpool.ddns.net
-radpool.ddns.net
 scx.ddns.net
 vbk-reb0rn.ddns.net
 .miningpool.thruhere.net