From b9ebdd4bfa0b91fbba0a33a11a3fbf16ac43ae6b Mon Sep 17 00:00:00 2001 From: SukkaW Date: Sun, 9 Aug 2026 23:19:55 +0800 Subject: [PATCH] Remove Dead/Duplicated/Outdated Hosts & Update CDN Hosts --- Build/tools-dedupe-src.ts | 8 +++----- Source/domainset/cdn.conf | 29 +++++++++++++---------------- Source/domainset/download.conf | 8 ++------ Source/domainset/reject.conf | 33 +++++++++------------------------ Source/non_ip/cdn.conf | 3 +++ Source/non_ip/my_plus.conf | 2 -- Source/non_ip/reject.conf | 4 ++-- 7 files changed, 32 insertions(+), 55 deletions(-) diff --git a/Build/tools-dedupe-src.ts b/Build/tools-dedupe-src.ts index 0f5442d0..542b633a 100644 --- a/Build/tools-dedupe-src.ts +++ b/Build/tools-dedupe-src.ts @@ -20,13 +20,11 @@ const ENFORCED_WHITELIST = [ 'samsungcloudsolution.com', 'samsungcloudsolution.net', 'samsungqbe.com', - 'ntp.api.bz', - 'cdn.tuk.dev', - 'vocadb-analytics.fly.dev', - 'img.vim-cn.com' + 'vocadb-analytics.fly.dev' ]; -const DEDUPE_LIST: string[] = ['127.atlas.skk.moe', 'ntp.api.bz', 'httpdns.bilivideo.com', 'dns.qiyipic.iqiyi.com', 'cdn.graph.office.net', 'dns.iqiyi.com', 'img.vim-cn.com', 'image.westinyou.com', 'edge1.certona.net', 'certona.gap.com', 'yep.video.yahoo.com', 'static.opensea.io', 'shopify.cleverecommerce.com', 'tile.mapzen.com', 'cdn.cracked.sh', 'images.idgesg.net', 'drive.massgrave.dev', 'alt.idgesg.net', 'mirror.ghproxy.com', 'mirror.nl.datapacket.com', 'mirror.anigil.com', 'mirror.nus.edu.sg', 'mirror.timkevin.us', 'mirrors.nic.cz', 'cpan.tetaneutral.net', 'mirror.datapacket.com', 'client.hikarifield.co.jp', 'a.macked.app', 'apache.tt.co.kr', 'fm.p0y.cn', 'iyes.youku.com', 'ad.api.mobile.youku.com', 'c.yes.youku.com', 'ad.jamster.co.uk', 'fumiad.dxys.pro', 'ad.leadboltapps.net', 'ems.cp12.wasu.tv', 'creative1cdn.mobfox.com', 'mycommerce.akamaized.net', 'js-cdn.blockchair.io', 'loutre.blockchair.io', 'static.namebeta.com', 'fs2.onlyhentaistuff.com', 'file.izanmei.net', 'play.xiaoh.ai', 'file.xiaohai.ai', 'tiles.wmflabs.org', 'image.stheadline.com', 'vod.jfly.xyz', 'assets.wikiwand.com', 'cdn.wikiwand.com', 'cloudfront.codeproject.com', 'assets-cdn.anh.moe', 'media.d.tube', 'media.remax-prod.eng.remax.tech', 'static-landing.probiplacehold.cot.com']; +const DEDUPE_LIST: string[] = ['adx-static.ksosoft.com', 'dns.iqiyi.com', 'domain.expiring-soon.xyz', 'img.catwvod.xyz', 'img.vim-cn.com', 's3-zen.mds.yandex.net']; + task(require.main === module, __filename)(async (span) => { const files = await span.traceChildAsync('crawl thru all files', () => new Fdir() .withFullPaths() diff --git a/Source/domainset/cdn.conf b/Source/domainset/cdn.conf index 4258bbca..829a350e 100644 --- a/Source/domainset/cdn.conf +++ b/Source/domainset/cdn.conf @@ -791,6 +791,7 @@ resize.yandex.net avatars.dzeninfra.ru s3.dzeninfra.ru static.dzeninfra.ru +.cdn.yandex.net # >> Repl.it .cms.replit.com @@ -934,7 +935,6 @@ i.jpg.dog .imgbox.com .bmp.ovh i.niupic.com -img.vim-cn.com .photobucket.com .cdn.imgeng.in .cloudimg.io @@ -975,7 +975,6 @@ img-cos.mandaoo.com .jinyingimage.com img.mresou.com cdn.yinghuazy.xyz -img.catwvod.xyz pic.imge.cc .imagehub.cc p.sda1.dev @@ -1014,7 +1013,6 @@ cdn2.stamped.io cdn3.stamped.io .addons.business .myshopapps.com -cdn.recovermycart.com media.shopimind.com app-spm.com edge.personalizer.io @@ -1219,7 +1217,6 @@ static.hotjar.com bundle.trysavvy.com flows.trysavvy.com cdn.getkoala.com -cdn.koala.live talk.hyvor.com js.memberful.com js.qualified.com @@ -1456,7 +1453,6 @@ js.rtoaster.jp rt.rtoaster.jp sdk.helloextend.com cdn.accessibly.app -cdn.tabarn.ap # AWS S3 data.schemaapp.com @@ -2747,10 +2743,20 @@ thumbs.onlyfans.com # >> dmm.co.jp pics.dmm.co.jp doujin-assets.dmm.co.jp -cdn.dap.dmm.co.jp -navismithapis-cdn.com +ebook-assets.dmm.co.jp +.navismithapis-cdn.com p-smith.com awsimgsrc.dmm.co.jp +awsimgsrc.dmm.com +imgsrc.dmm.com +cdn.catch.dmm.co.jp +cdn.cds.dmm.co.jp +pix.cds.dmm.co.jp +dmm-extension.com +media.games.dmm.co.jp +p.book.dmm.co.jp +p.dmm.co.jp +panda.dmm.com # >> fc2 static.fc2.com @@ -2892,7 +2898,6 @@ tile.skybrush.io tiles.mapterhorn.com tile.ourmap.us tileserver.gnome.org -tiles.arcticconnect.ca .tiles.freemap.sk mapserver.mapy.cz tiles.zoom.earth @@ -3518,7 +3523,6 @@ c11.patreon.com c13.patreon.com c14.patreon.com c16.patreon.com -c17.patreon.com # >> Remote Desktop Manager cdn.devolutions.net @@ -3764,7 +3768,6 @@ assets-next.matters.news assets-next.mattersprotocol.io cdn.loom.com .bdzybf7.com -cdn.tuk.dev .cdn.survey.medallia.com .cdn.medallia.com assets.volvo.com @@ -4452,7 +4455,6 @@ files.smashing.media static.netify.ai tools-static.wmflabs.org .bitgetimg.com -cdn.bigcloud.click static-beta.curseforge.com .forgecdn.net img.atom.com @@ -4501,7 +4503,6 @@ s.slideme.org media.telanganatoday.com image.telanganatoday.com assets.nxtrace.org -img.ml0987.com .lbpicpic.com .jpgjingpinx.com .ddpic.info @@ -4681,7 +4682,6 @@ s3.2233778.xyz .spreadshirtmedia.com cdn.macstories.net static.seel.com -img.telemetr.io cdn.designsystem.arm.com images.anandtech.com files.buildwithfern.com @@ -4739,7 +4739,6 @@ top1cdn.top1health.com .nodecdn.net cdn.drata.com images.drata.com -s3-zen.mds.yandex.net cdn.wikimg.net s.midishow.net cms.recordedfuture.com @@ -5077,7 +5076,6 @@ assets.airbuddy.app cdn.episode.ninja .javcdn.vip .javcdn.li -domain.expiring-soon.xyz .cloudfront.net.in cdn.beacondb.net basemap.beacondb.net @@ -5693,7 +5691,6 @@ cdn-city.livere.com assets.weather-forecast.com .fast-sfc.com .awxcdn.com -assets.nxtrace.org cache.mapcomplete.org i.skiplagged.com crossborder-integration.global-e.com diff --git a/Source/domainset/download.conf b/Source/domainset/download.conf index eb046b1f..f0218739 100644 --- a/Source/domainset/download.conf +++ b/Source/domainset/download.conf @@ -15,6 +15,8 @@ .s3-global.amazonaws.com # DigitalOcean OSS .digitaloceanspaces.com +# Yandex +.s3.yandex.net # Vultr OSS .vultrobjects.com # Linode @@ -526,7 +528,6 @@ downloads.xrite.com # PixelDrain .pixeldrain.com # zerofs.link -edge.zerofs.link # Paranoia Android builds.paranoidandroid.co # Project Infinity X (Android) @@ -889,7 +890,6 @@ ftp.ru.debian.org ftp.psn.ru mirror.corbina.net mirror.docker.ru -mirror.hyperdedic.ru mirror.kpfu.ru mirror.mephi.ru mirror.neftm.ru @@ -981,7 +981,6 @@ mirrors.iu13.net mirrors.lug.mtu.edu mirrors.ocf.berkeley.edu mirrors.vcea.wsu.edu -mirrors.wikimedia.org mirror.us.leaseweb.net mirror.us.mirhosting.net mirror.us.oneandone.net @@ -1077,7 +1076,6 @@ ubuntu.gjolly.dev ubuntu.univ-reims.fr mirror.its-tps.fr mirrors.ircam.fr -ubuntu.syxpi.fr ubuntu.univ-nantes.fr www-ftp.lip6.fr distrib-coffee.ipsl.jussieu.fr @@ -1272,7 +1270,6 @@ mirror.freedif.org mirror.soonkeat.sg mirror.aktkn.sg mirror.mvizn.com -download.nus.edu.sg sg-mirrors.vhost.vn mirror.vnet.sk ftp.energotel.sk @@ -1434,7 +1431,6 @@ ca.dyi.ng mirror.xenyth.net rsync-linuxsoft.cern.ch mirror.karneval.cz -mirror1.hcgen.de mirror.imt-systems.com fr2.rpmfind.net mirror.in2p3.fr diff --git a/Source/domainset/reject.conf b/Source/domainset/reject.conf index 5a3c1450..402f4c0b 100644 --- a/Source/domainset/reject.conf +++ b/Source/domainset/reject.conf @@ -848,7 +848,6 @@ log-sdk.ksapisrv.com .ignslkgs.com .privateadx.com .union.dplayerstatic.com -.union.maccms.la .free.ranklet4.com pub-7a9aae2813a742e1b02d588e632e401b.r2.dev .demoamericas275.adobe.com @@ -976,7 +975,6 @@ affportal.bhphoto.com .mobuppsx.site .adstune.com -adimg.daumcdn.net .ad.daum.net track.tiara.daum.net track.tiara.kakao.com @@ -1281,7 +1279,6 @@ analytics.lucide.dev umami.intervals.icu up.zpic.biz # Matamo martech.condenastdigital.com -.imrworldwide.com .betterstackdata.com .logs.betterstack.com numbers.mailbox.org # Matomo @@ -1293,6 +1290,8 @@ analytics.crdroid.net justice.fontaine.lol psb.djyde.com otel.cua.ai +stat.i3.dmm.com +tracking.cds.dmm.co.jp cdn.perfops.net rum-cdn.perfops.net @@ -2011,7 +2010,7 @@ offnavi.map.baidu.com ulog.imap.baidu.com newloc.map.n.shifen.com zz.bdstatic.com -zzy1.quyaoya.com +.quyaoya.com .weishi.baidu.com .union.baidu.com .union.baidu.cn @@ -2713,7 +2712,7 @@ check.engine.miui.com .zhwnlapi.etouch.cn .analytics3.starschina.com -shouji.sougou.com +shouji.sogou.com # MI AI Engine location salesforce-like service: isjike.com @@ -2790,28 +2789,20 @@ api.g.micloud.xiaomi.net .hybrid.intl.xiaomi.com api.jr.mi.com .migc.xiaomi.com -app01.nodes.gslb.mi-idc.com -app02.nodes.gslb.mi-idc.com authbe.sec.intl.miui.com awsusor0-cdn.fds-ssl.api.xiaomi.com -be01.hh.xiaomi.com .fe01.c3.xiaomi.com .fe02.c3.xiaomi.com -bk01.hh.xiaomi.com c.id.mi.com -calopenupdate.comm.miui.com cdn.fds-ssl.api.xiaomi.com .lg.xiaomi.com controller.intl.xiaomi.com d.g.mi.com d.xiaomi.com f1.g.mi.com -gvod.aiseejapp.atianqi.com .hd.xiaomi.com -hm.xiaomi.com .huodong.xiaomi.com image.box.xiaomi.com -ime.api.xiaomi.com .analysis.kp.sec.miui.com info.sec.miui.com lxcdn.dl.files.xiaomi.net @@ -2822,12 +2813,8 @@ t1.g.mi.com pdc.micloud.xiaomi.net .qiye.xiaomi.com r.sg.sec.miui.com -sa.api.intl.miui.com shoes.app-xae.xiaomi.com .admin.e.mi.com -tel.fe01.hh.xiaomi.com -tw13b093.sandai.net -xshare.api.xiaomi.com yun.rili.cn # >> PCOnline @@ -3062,8 +3049,10 @@ galaxy.bjcathay.com minfo.wps.cn mostat.wps.cn .ijinshan.com -adx-static.ksosoft.com dw-collect.ksosoft.com +dw-online.ksosoft.com +ic.ksosoft.com +hoplink.ksosoft.com # >> FunShion adm.funshion.com @@ -3194,13 +3183,11 @@ analytics-api.samsunghealthcn.com a460.cell.phone.ringtone.samsung.sms13.de acr0.samsungcloudsolution.com -api-hub.samsungyosemite.com az43064.vo.msecnd.net connecttv.pelmorex.com coordinator-production-28516768.us-east-1.elb.amazonaws.com d179kwmlpc4o47.cloudfront.net d1oxlq5h9kq8q5.cloudfront.net -d2tnx644ijgq6i.cloudfront.net d3mjsomixevyw7.cloudfront.net fkp.samsungcloudsolution.com fkp.samsungcloudsolution.net @@ -3215,7 +3202,6 @@ oempprd.samsungcloudsolution.com osb-krsvc.samsungqbe.com osb-ussvc.samsungqbe.com osb.samsungqbe.com -otn.samsungcloudcdn.com pipeaota.com s.w-x.co samsung-klimatyzacja.pl @@ -3400,7 +3386,6 @@ adashx.ut.ele.me adsdk.yandex.ru .offerwall.yandex.net .advertising.yandex.ru -ad.wretch.cc pv.dakawm.cc pv.vipwm.cc ad-cdn.qingting.fm @@ -3503,7 +3488,7 @@ tongji.0571ai.cn ggx.cmvideo.cn .domob.com.cn .adroi.com.cn -adx.appsdk.com.cn +.appsdk.com.cn .lzzncm.com .stickyadstv.com @@ -3630,7 +3615,6 @@ clog.miguvideo.com adstore-index-1252524079.file.myqcloud.com adstore-1252524079.file.myqcloud.com adguanggao.eee114.com -ad.video.51togic.com test.ark.letv.com da.mmarket.com aiseet.aa.atianqi.com @@ -3807,3 +3791,4 @@ js-ad.a.yximgs.com .pxf.io .yingt.fun .yirujs.com +.bigcloud.click diff --git a/Source/non_ip/cdn.conf b/Source/non_ip/cdn.conf index 37c05630..f05f8102 100644 --- a/Source/non_ip/cdn.conf +++ b/Source/non_ip/cdn.conf @@ -78,6 +78,9 @@ DOMAIN-WILDCARD,blog-imgs-??.fc2.com DOMAIN-WILDCARD,rr?---??.ouo.si # Figma DOMAIN-WILDCARD,s3-*.figma.com +# DMM +DOMAIN-KEYWORD,-assets.dmm.co.jp +DOMAIN-WILDCARD,cdn.*.dmm.co.jp # Video DOMAIN-WILDCARD,*.kuaikan-cdn?.com DOMAIN-WILDCARD,*.fsvod?.com diff --git a/Source/non_ip/my_plus.conf b/Source/non_ip/my_plus.conf index 8f6a9821..aa1f13a9 100644 --- a/Source/non_ip/my_plus.conf +++ b/Source/non_ip/my_plus.conf @@ -17,8 +17,6 @@ DOMAIN-SUFFIX,hentaiverse.org DOMAIN,hv-monster-submit.skk.moe # Wakatime DOMAIN,api.wakatime.com -# Mintlify -DOMAIN,writer-api.mintlify.com # Testing CDN Domains DOMAIN-SUFFIX,kxcdn.com DOMAIN-SUFFIX,akamaihd.net diff --git a/Source/non_ip/reject.conf b/Source/non_ip/reject.conf index 229b6f71..f420c0cb 100644 --- a/Source/non_ip/reject.conf +++ b/Source/non_ip/reject.conf @@ -357,8 +357,8 @@ DOMAIN-WILDCARD,ads-*.tiktok.com DOMAIN-WILDCARD,mon-*.byteoversea.com DOMAIN-KEYWORD,pangolin-sdk-toutiao -# Not existing NTP server -DOMAIN,ntp.api.bz +# Not existing NTP server and other API +DOMAIN-SUFFIX,api.bz # --- End of Anti-AD Section ---