Remove Dead/Duplicated/Outdated Hosts & Update CDN Hosts

Build/tools-dedupe-src.ts

@@ -20,13 +20,11 @@ const ENFORCED_WHITELIST = [
   'samsungcloudsolution.com',
   'samsungcloudsolution.net',
   'samsungqbe.com',
-  'ntp.api.bz',
+  'vocadb-analytics.fly.dev'
-  'cdn.tuk.dev',
-  'vocadb-analytics.fly.dev',
-  'img.vim-cn.com'
 ];
 
-const DEDUPE_LIST: string[] = ['127.atlas.skk.moe', 'ntp.api.bz', 'httpdns.bilivideo.com', 'dns.qiyipic.iqiyi.com', 'cdn.graph.office.net', 'dns.iqiyi.com', 'img.vim-cn.com', 'image.westinyou.com', 'edge1.certona.net', 'certona.gap.com', 'yep.video.yahoo.com', 'static.opensea.io', 'shopify.cleverecommerce.com', 'tile.mapzen.com', 'cdn.cracked.sh', 'images.idgesg.net', 'drive.massgrave.dev', 'alt.idgesg.net', 'mirror.ghproxy.com', 'mirror.nl.datapacket.com', 'mirror.anigil.com', 'mirror.nus.edu.sg', 'mirror.timkevin.us', 'mirrors.nic.cz', 'cpan.tetaneutral.net', 'mirror.datapacket.com', 'client.hikarifield.co.jp', 'a.macked.app', 'apache.tt.co.kr', 'fm.p0y.cn', 'iyes.youku.com', 'ad.api.mobile.youku.com', 'c.yes.youku.com', 'ad.jamster.co.uk', 'fumiad.dxys.pro', 'ad.leadboltapps.net', 'ems.cp12.wasu.tv', 'creative1cdn.mobfox.com', 'mycommerce.akamaized.net', 'js-cdn.blockchair.io', 'loutre.blockchair.io', 'static.namebeta.com', 'fs2.onlyhentaistuff.com', 'file.izanmei.net', 'play.xiaoh.ai', 'file.xiaohai.ai', 'tiles.wmflabs.org', 'image.stheadline.com', 'vod.jfly.xyz', 'assets.wikiwand.com', 'cdn.wikiwand.com', 'cloudfront.codeproject.com', 'assets-cdn.anh.moe', 'media.d.tube', 'media.remax-prod.eng.remax.tech', 'static-landing.probiplacehold.cot.com'];
+const DEDUPE_LIST: string[] = ['adx-static.ksosoft.com', 'dns.iqiyi.com', 'domain.expiring-soon.xyz', 'img.catwvod.xyz', 'img.vim-cn.com', 's3-zen.mds.yandex.net'];
+
 task(require.main === module, __filename)(async (span) => {
   const files = await span.traceChildAsync('crawl thru all files', () => new Fdir()
     .withFullPaths()

Source/domainset/cdn.conf

@@ -791,6 +791,7 @@ resize.yandex.net
 avatars.dzeninfra.ru
 s3.dzeninfra.ru
 static.dzeninfra.ru
+.cdn.yandex.net
 
 # >> Repl.it
 .cms.replit.com
@@ -934,7 +935,6 @@ i.jpg.dog
 .imgbox.com
 .bmp.ovh
 i.niupic.com
-img.vim-cn.com
 .photobucket.com
 .cdn.imgeng.in
 .cloudimg.io
@@ -975,7 +975,6 @@ img-cos.mandaoo.com
 .jinyingimage.com
 img.mresou.com
 cdn.yinghuazy.xyz
-img.catwvod.xyz
 pic.imge.cc
 .imagehub.cc
 p.sda1.dev
@@ -1014,7 +1013,6 @@ cdn2.stamped.io
 cdn3.stamped.io
 .addons.business
 .myshopapps.com
-cdn.recovermycart.com
 media.shopimind.com
 app-spm.com
 edge.personalizer.io
@@ -1219,7 +1217,6 @@ static.hotjar.com
 bundle.trysavvy.com
 flows.trysavvy.com
 cdn.getkoala.com
-cdn.koala.live
 talk.hyvor.com
 js.memberful.com
 js.qualified.com
@@ -1456,7 +1453,6 @@ js.rtoaster.jp
 rt.rtoaster.jp
 sdk.helloextend.com
 cdn.accessibly.app
-cdn.tabarn.ap
 
 # AWS S3
 data.schemaapp.com
@@ -2747,10 +2743,20 @@ thumbs.onlyfans.com
 # >> dmm.co.jp
 pics.dmm.co.jp
 doujin-assets.dmm.co.jp
-cdn.dap.dmm.co.jp
+ebook-assets.dmm.co.jp
-navismithapis-cdn.com
+.navismithapis-cdn.com
 p-smith.com
 awsimgsrc.dmm.co.jp
+awsimgsrc.dmm.com
+imgsrc.dmm.com
+cdn.catch.dmm.co.jp
+cdn.cds.dmm.co.jp
+pix.cds.dmm.co.jp
+dmm-extension.com
+media.games.dmm.co.jp
+p.book.dmm.co.jp
+p.dmm.co.jp
+panda.dmm.com
 
 # >> fc2
 static.fc2.com
@@ -2892,7 +2898,6 @@ tile.skybrush.io
 tiles.mapterhorn.com
 tile.ourmap.us
 tileserver.gnome.org
-tiles.arcticconnect.ca
 .tiles.freemap.sk
 mapserver.mapy.cz
 tiles.zoom.earth
@@ -3518,7 +3523,6 @@ c11.patreon.com
 c13.patreon.com
 c14.patreon.com
 c16.patreon.com
-c17.patreon.com
 
 # >> Remote Desktop Manager
 cdn.devolutions.net
@@ -3764,7 +3768,6 @@ assets-next.matters.news
 assets-next.mattersprotocol.io
 cdn.loom.com
 .bdzybf7.com
-cdn.tuk.dev
 .cdn.survey.medallia.com
 .cdn.medallia.com
 assets.volvo.com
@@ -4452,7 +4455,6 @@ files.smashing.media
 static.netify.ai
 tools-static.wmflabs.org
 .bitgetimg.com
-cdn.bigcloud.click
 static-beta.curseforge.com
 .forgecdn.net
 img.atom.com
@@ -4501,7 +4503,6 @@ s.slideme.org
 media.telanganatoday.com
 image.telanganatoday.com
 assets.nxtrace.org
-img.ml0987.com
 .lbpicpic.com
 .jpgjingpinx.com
 .ddpic.info
@@ -4681,7 +4682,6 @@ s3.2233778.xyz
 .spreadshirtmedia.com
 cdn.macstories.net
 static.seel.com
-img.telemetr.io
 cdn.designsystem.arm.com
 images.anandtech.com
 files.buildwithfern.com
@@ -4739,7 +4739,6 @@ top1cdn.top1health.com
 .nodecdn.net
 cdn.drata.com
 images.drata.com
-s3-zen.mds.yandex.net
 cdn.wikimg.net
 s.midishow.net
 cms.recordedfuture.com
@@ -5077,7 +5076,6 @@ assets.airbuddy.app
 cdn.episode.ninja
 .javcdn.vip
 .javcdn.li
-domain.expiring-soon.xyz
 .cloudfront.net.in
 cdn.beacondb.net
 basemap.beacondb.net
@@ -5693,7 +5691,6 @@ cdn-city.livere.com
 assets.weather-forecast.com
 .fast-sfc.com
 .awxcdn.com
-assets.nxtrace.org
 cache.mapcomplete.org
 i.skiplagged.com
 crossborder-integration.global-e.com

Source/domainset/download.conf

@@ -15,6 +15,8 @@
 .s3-global.amazonaws.com
 # DigitalOcean OSS
 .digitaloceanspaces.com
+# Yandex
+.s3.yandex.net
 # Vultr OSS
 .vultrobjects.com
 # Linode
@@ -526,7 +528,6 @@ downloads.xrite.com
 # PixelDrain
 .pixeldrain.com
 # zerofs.link
-edge.zerofs.link
 # Paranoia Android
 builds.paranoidandroid.co
 # Project Infinity X (Android)
@@ -889,7 +890,6 @@ ftp.ru.debian.org
 ftp.psn.ru
 mirror.corbina.net
 mirror.docker.ru
-mirror.hyperdedic.ru
 mirror.kpfu.ru
 mirror.mephi.ru
 mirror.neftm.ru
@@ -981,7 +981,6 @@ mirrors.iu13.net
 mirrors.lug.mtu.edu
 mirrors.ocf.berkeley.edu
 mirrors.vcea.wsu.edu
-mirrors.wikimedia.org
 mirror.us.leaseweb.net
 mirror.us.mirhosting.net
 mirror.us.oneandone.net
@@ -1077,7 +1076,6 @@ ubuntu.gjolly.dev
 ubuntu.univ-reims.fr
 mirror.its-tps.fr
 mirrors.ircam.fr
-ubuntu.syxpi.fr
 ubuntu.univ-nantes.fr
 www-ftp.lip6.fr
 distrib-coffee.ipsl.jussieu.fr
@@ -1272,7 +1270,6 @@ mirror.freedif.org
 mirror.soonkeat.sg
 mirror.aktkn.sg
 mirror.mvizn.com
-download.nus.edu.sg
 sg-mirrors.vhost.vn
 mirror.vnet.sk
 ftp.energotel.sk
@@ -1434,7 +1431,6 @@ ca.dyi.ng
 mirror.xenyth.net
 rsync-linuxsoft.cern.ch
 mirror.karneval.cz
-mirror1.hcgen.de
 mirror.imt-systems.com
 fr2.rpmfind.net
 mirror.in2p3.fr

Source/domainset/reject.conf

@@ -848,7 +848,6 @@ log-sdk.ksapisrv.com
 .ignslkgs.com
 .privateadx.com
 .union.dplayerstatic.com
-.union.maccms.la
 .free.ranklet4.com
 pub-7a9aae2813a742e1b02d588e632e401b.r2.dev
 .demoamericas275.adobe.com
@@ -976,7 +975,6 @@ affportal.bhphoto.com
 .mobuppsx.site
 .adstune.com
 
-adimg.daumcdn.net
 .ad.daum.net
 track.tiara.daum.net
 track.tiara.kakao.com
@@ -1281,7 +1279,6 @@ analytics.lucide.dev
 umami.intervals.icu
 up.zpic.biz # Matamo
 martech.condenastdigital.com
-.imrworldwide.com
 .betterstackdata.com
 .logs.betterstack.com
 numbers.mailbox.org # Matomo
@@ -1293,6 +1290,8 @@ analytics.crdroid.net
 justice.fontaine.lol
 psb.djyde.com
 otel.cua.ai
+stat.i3.dmm.com
+tracking.cds.dmm.co.jp
 
 cdn.perfops.net
 rum-cdn.perfops.net
@@ -2011,7 +2010,7 @@ offnavi.map.baidu.com
 ulog.imap.baidu.com
 newloc.map.n.shifen.com
 zz.bdstatic.com
-zzy1.quyaoya.com
+.quyaoya.com
 .weishi.baidu.com
 .union.baidu.com
 .union.baidu.cn
@@ -2713,7 +2712,7 @@ check.engine.miui.com
 
 .zhwnlapi.etouch.cn
 .analytics3.starschina.com
-shouji.sougou.com
+shouji.sogou.com
 
 # MI AI Engine location salesforce-like service: isjike.com
 
@@ -2790,28 +2789,20 @@ api.g.micloud.xiaomi.net
 .hybrid.intl.xiaomi.com
 api.jr.mi.com
 .migc.xiaomi.com
-app01.nodes.gslb.mi-idc.com
-app02.nodes.gslb.mi-idc.com
 authbe.sec.intl.miui.com
 awsusor0-cdn.fds-ssl.api.xiaomi.com
-be01.hh.xiaomi.com
 .fe01.c3.xiaomi.com
 .fe02.c3.xiaomi.com
-bk01.hh.xiaomi.com
 c.id.mi.com
-calopenupdate.comm.miui.com
 cdn.fds-ssl.api.xiaomi.com
 .lg.xiaomi.com
 controller.intl.xiaomi.com
 d.g.mi.com
 d.xiaomi.com
 f1.g.mi.com
-gvod.aiseejapp.atianqi.com
 .hd.xiaomi.com
-hm.xiaomi.com
 .huodong.xiaomi.com
 image.box.xiaomi.com
-ime.api.xiaomi.com
 .analysis.kp.sec.miui.com
 info.sec.miui.com
 lxcdn.dl.files.xiaomi.net
@@ -2822,12 +2813,8 @@ t1.g.mi.com
 pdc.micloud.xiaomi.net
 .qiye.xiaomi.com
 r.sg.sec.miui.com
-sa.api.intl.miui.com
 shoes.app-xae.xiaomi.com
 .admin.e.mi.com
-tel.fe01.hh.xiaomi.com
-tw13b093.sandai.net
-xshare.api.xiaomi.com
 yun.rili.cn
 
 # >> PCOnline
@@ -3062,8 +3049,10 @@ galaxy.bjcathay.com
 minfo.wps.cn
 mostat.wps.cn
 .ijinshan.com
-adx-static.ksosoft.com
 dw-collect.ksosoft.com
+dw-online.ksosoft.com
+ic.ksosoft.com
+hoplink.ksosoft.com
 
 # >> FunShion
 adm.funshion.com
@@ -3194,13 +3183,11 @@ analytics-api.samsunghealthcn.com
 
 a460.cell.phone.ringtone.samsung.sms13.de
 acr0.samsungcloudsolution.com
-api-hub.samsungyosemite.com
 az43064.vo.msecnd.net
 connecttv.pelmorex.com
 coordinator-production-28516768.us-east-1.elb.amazonaws.com
 d179kwmlpc4o47.cloudfront.net
 d1oxlq5h9kq8q5.cloudfront.net
-d2tnx644ijgq6i.cloudfront.net
 d3mjsomixevyw7.cloudfront.net
 fkp.samsungcloudsolution.com
 fkp.samsungcloudsolution.net
@@ -3215,7 +3202,6 @@ oempprd.samsungcloudsolution.com
 osb-krsvc.samsungqbe.com
 osb-ussvc.samsungqbe.com
 osb.samsungqbe.com
-otn.samsungcloudcdn.com
 pipeaota.com
 s.w-x.co
 samsung-klimatyzacja.pl
@@ -3400,7 +3386,6 @@ adashx.ut.ele.me
 adsdk.yandex.ru
 .offerwall.yandex.net
 .advertising.yandex.ru
-ad.wretch.cc
 pv.dakawm.cc
 pv.vipwm.cc
 ad-cdn.qingting.fm
@@ -3503,7 +3488,7 @@ tongji.0571ai.cn
 ggx.cmvideo.cn
 .domob.com.cn
 .adroi.com.cn
-adx.appsdk.com.cn
+.appsdk.com.cn
 
 .lzzncm.com
 .stickyadstv.com
@@ -3630,7 +3615,6 @@ clog.miguvideo.com
 adstore-index-1252524079.file.myqcloud.com
 adstore-1252524079.file.myqcloud.com
 adguanggao.eee114.com
-ad.video.51togic.com
 test.ark.letv.com
 da.mmarket.com
 aiseet.aa.atianqi.com
@@ -3807,3 +3791,4 @@ js-ad.a.yximgs.com
 .pxf.io
 .yingt.fun
 .yirujs.com
+.bigcloud.click

Source/non_ip/cdn.conf

@@ -78,6 +78,9 @@ DOMAIN-WILDCARD,blog-imgs-??.fc2.com
 DOMAIN-WILDCARD,rr?---??.ouo.si
 # Figma
 DOMAIN-WILDCARD,s3-*.figma.com
+# DMM
+DOMAIN-KEYWORD,-assets.dmm.co.jp
+DOMAIN-WILDCARD,cdn.*.dmm.co.jp
 # Video
 DOMAIN-WILDCARD,*.kuaikan-cdn?.com
 DOMAIN-WILDCARD,*.fsvod?.com

Source/non_ip/my_plus.conf

@@ -17,8 +17,6 @@ DOMAIN-SUFFIX,hentaiverse.org
 DOMAIN,hv-monster-submit.skk.moe
 # Wakatime
 DOMAIN,api.wakatime.com
-# Mintlify
-DOMAIN,writer-api.mintlify.com
 # Testing CDN Domains
 DOMAIN-SUFFIX,kxcdn.com
 DOMAIN-SUFFIX,akamaihd.net

Source/non_ip/reject.conf

@@ -357,8 +357,8 @@ DOMAIN-WILDCARD,ads-*.tiktok.com
 DOMAIN-WILDCARD,mon-*.byteoversea.com
 DOMAIN-KEYWORD,pangolin-sdk-toutiao
 
-# Not existing NTP server
+# Not existing NTP server and other API
-DOMAIN,ntp.api.bz
+DOMAIN-SUFFIX,api.bz
 
 # --- End of Anti-AD Section ---