Remove Dead/Duplicated Entries

Build/tools-dedupe-src.ts

@@ -18,10 +18,12 @@ const ENFORCED_WHITELIST = [
   'twemoji.maxcdn.com',
   'samsungcloudsolution.com',
   'samsungcloudsolution.net',
-  'samsungqbe.com'
+  'samsungqbe.com',
+  'ntp.api.bz',
+  'cdn.tuk.dev'
 ];
 
-const WHITELIST: string[] = ['.dxdhd.com', '.tokto-motion.net', '.hola-shopping.com', '.luxxeeu.com', '.newzgames.com', '.hola.com.sg', 'pengtu.cc', '.cdn-js-query.com', 'samsungcloudsolution.net', 'samsungcloudsolution.com', 'static.estebull.com', '.drawservant.com', '.enjoy7plains.xyz', '.zmfindyourhalf.top', '.mineblocks.eu', '.cointaft.com', '.chain-pool.com', '.lamby-crypto.com', '.grftpool.com', '.onebtcplace.com', '.pepecore.com', '.punchsub.net', '.imzlabs.net', '.datapaw.net', '.smpool.net', '.yetimining.net', '.igrid.org', '.50centfreedom.us', '.cyg2016.xyz', '.easypool.xyz', '.arhash.xyz', '.enviromint.xyz', '.pool.space', '.anomp.cc', '.bitconnectpool.co', '.cryptopool.space', '.automatix.to', '.coolmine.to', '.coolpool.to', '.dpool.to', '.template-download.to', '.aurum7.to', '.sunpool.to', '.speedpool.to', '.cfcnet.to', '.pool.do', '.pool.bit34.com', '.eos.zhizhu.to', '.mubicdn.com', 'cdn.fastmediaing.com', '.webinfcdn.com', '.aosikaimage.com'];
+const WHITELIST: string[] = ['ntp.api.bz', 'httpdns-v6.gslb.yy.com', 'httpdns.bilivideo.com', 'cp3.cloudflare.com', 'filestore.community.support.microsoft.com', 'answers-afd.microsoft.com', 'cdns.us.gigya.com', 'cdnapisec.kaltura.com', 'wac-cdn-2.atlassian.com', 'r3.o.lencr.org', 'mastodon-static.miao.dev', 'media-s3-eu-west-1.ceros.com', 'media-s3-us-west-1.ceros.com', 'static.osdn.net', 'static-cdn.osdn.net', 'static.cracked.io', 'cdn.tuk.dev', 'cdn.apkmonk.com', 'static.cracked.to', 'ftp.panu.it', 'ftp.download-by.net', 'aus2-community.mozilla.org', 'apache.volia.net', 'httpupdate118.cpanel.net', 'httpupdate127.cpanel.net', 'cpan.perl.pt', 'mirrors.namecheap.com', 'analytics.nexon.com', 'advst.cp33.ott.cibntv.net', 't.l.qq.com', 'adsence.sogou.com', 'ads-jp.tiktok.com', 'tnc3-alisc2.zijieapi.com', 'adv.fjtv.net', 'd.cntv.cn', 'api.ad.yipinread.com', 'a.cntv.cn', 'norma-external-collect.meizu.com', 'app.starschina.com', 'ad.where.com', 'sanme2.taisantech.com', 'd37ju0xanoz6gh.cloudfront.net', 'd2tnx644ijgq6i.cloudfront.net', 'glores2.taisantech.com', 'd1jwpcr0q4pcq0.cloudfront.net', 'nimiq.terorie.com', 'iadmatapk.nosdn.127.net', 'poolvale.ddns.net', 'imperium.getmyip.com', 'egazpool.ddns.net', 'cryptominer.ddns.net', 'gustaver.ddns.net', 'scryptpool.ddns.net', 'hobbyistpool.ddns.net', 'mostbiznet.ddns.net', 'bowserpool.ddns.net', 'd1pool.ddns.net', 'kingsminer.ddnsking.com', 'cryptocoin.ddns.net', 'real-time-morning.000webhostapp.com', 'btcsq.ddns.net', 'thelifeisbinary.ddns.net', 'spiky-inclinations.000webhostapp.com', 'coinmining.ddns.net', 'xenafiter.000webhostapp.com', 'sperocoin.ddns.net', 'xerox300.000webhostapp.com', 'bowser777.ddns.net', 'julrina.000webhostapp.com', 'decart-oasis.azureedge.net', 'media1.kissjav.com', 'media4.kissjav.com', 's4.maxstream.org', 'media2.kissjav.com', 's5.maxstream.org', 'static4.muchohentai.com', 'static5.muchohentai.com', 'media7.kissjav.com', 'static2.muchohentai.com', 'media10.kissjav.com', 's6.maxstream.org', 'static1.muchohentai.com', 'media8.kissjav.com', 'halacostminer.000webhostapp.com', 's7.maxstream.org', 'media3.kissjav.com', 'media9.kissjav.com', 'static3.muchohentai.com', 'v2-images.crackle.com', 'sw.cool3c.com', 'ti2.knews.cc', 'cdn1.xxxsx.com', 'i.hkepc.com', 'images.mooncloud.top', 'ti1.knews.cc', 'file1.hkepc.com', 'vte-us.readspeaker.com'];
 
 task(require.main === module, __filename)(async (span) => {
   const files = await span.traceChildAsync('crawl thru all files', () => new Fdir()

Source/domainset/cdn.conf

@@ -20,7 +20,6 @@ apple-relay.fastly-edge.com
 apple-relay.cloudflare.com
 apple-relay.apple.com
 cp2.cloudflare.com
-cp3.cloudflare.com
 cp4.cloudflare.com
 
 # >> Open Source CDN
@@ -542,8 +541,6 @@ static.edge.microsoftapp.net
 .smartscreen.microsoft.com
 edgecdn-embza6g8cacagcbn.z01.azurefd.net
 cdn-dynmedia-1.microsoft.com
-answers-afd.microsoft.com
-filestore.community.support.microsoft.com
 .msftauthimages.net
 .sfbassets.com
 .sway-cdn.com
@@ -939,7 +936,6 @@ script.custobar.com
 apps.bazaarvoice.com
 connect.getflowbox.com
 
-cdnapisec.kaltura.com
 cfvod.kaltura.com
 cdnsecakmi.kaltura.com
 cdnapi.kaltura.com
@@ -1095,8 +1091,8 @@ assets.canny.io
 assets2.canny.io
 canny-assets.io
 assets.poool.fr
+cdn.gigya.com
 cdns.gigya.com
-cdns.us.gigya.com
 disco.headliner.link
 cdn.viglink.com
 organizer.bizzabo.com
@@ -1408,7 +1404,6 @@ storage.crisp.chat
 
 # >> Atlassian
 wac-cdn.atlassian.com
-wac-cdn-2.atlassian.com
 .prod.public.atl-paas.net
 .dam-cdn.atl.orangelogic.com
 # avatar-management--avatars.us-west-2.prod.public.atl-paas.net
@@ -1495,7 +1490,6 @@ crt.sectigo.com
 
 # https://letsencrypt.org/docs/lencr.org/
 .lencr.org
-r3.o.lencr.org
 
 # >> CORS Proxy
 .corsproxy.io
@@ -1640,14 +1634,12 @@ media.webtoo.ls
 oss.moe.cat
 objects.g0v.social
 storage.gra.cloud.ovh.net
-pool.jortage.com
 sn-s3-cdn.angry.im
 objects.hit.moe
 s3.arkjp.net
 files.mastodon.online
 ovo.wxw.moe
 s3.masto.ai
-mastodon-static.miao.dev
 s3.m.0x.mk
 media.pullopen.xyz
 media.yukimochi.jp
@@ -2211,8 +2203,6 @@ polyfill.bbhub.io
 
 # >> ceros
 media-s3-us-east-1.ceros.com
-media-s3-us-west-1.ceros.com
-media-s3-eu-west-1.ceros.com
 assets-s3-us-east-1.ceros.com
 
 # >> Unsplash
@@ -2868,9 +2858,7 @@ cdn.cliqz.com
 # >> ietf.org
 static.ietf.org
 
-# >> osdn.net
+# >> osdn.net (no more, dead by march 2025)
-static.osdn.net
-static-cdn.osdn.net
 
 # >> InfoWorld
 alt.idgesg.net
@@ -3274,8 +3262,7 @@ safebrowsing.brave.com
 .giscus.app
 .ravenjs.com
 .pstorage.space
-static.cracked.io
+cdn.cracked.sh
-static.cracked.to
 .images.androeed.ru
 .cdn.ipinfo.io
 website-cdn.ipinfo.io
@@ -3481,7 +3468,6 @@ cdn.download.it
 .futurecdn.net
 hawk.tomsguide.com
 forest-mt-s3.seekrtech.com
-cdn.apkmonk.com
 .rocketcdn.me
 cdn.img.ly
 .kym-cdn.com
@@ -4047,7 +4033,6 @@ assets.frontegg.com
 cdn.jitbit.com
 .b2c-contenthub.com
 cdn1.plesk.com
-decart-oasis.azureedge.net
 .cdn-zlib.sk
 cdn.zhujiwiki.com
 imgcdn.cna.com.tw
@@ -4200,10 +4185,6 @@ vjav0.ahcdn.com
 .ahcdn.com
 cdn.javsts.com
 s1.maxstream.org
-s4.maxstream.org
-s5.maxstream.org
-s6.maxstream.org
-s7.maxstream.org
 s8.maxstream.org
 s9.maxstream.org
 s10.maxstream.org
@@ -4214,14 +4195,6 @@ s13.maxstream.org
 cdn2.turboviplay.cc
 .hugoal.com
 .hugebil.com
-media1.kissjav.com
-media2.kissjav.com
-media3.kissjav.com
-media4.kissjav.com
-media7.kissjav.com
-media8.kissjav.com
-media9.kissjav.com
-media10.kissjav.com
 .cdndoe.xyz
 .cdn-centaurus.com
 .cdn.serverable.com
@@ -4249,11 +4222,6 @@ statics.simpshub.com
 st.transfer.it
 cdn.workos.com
 frontend-apps.workos.com
-static1.muchohentai.com
-static2.muchohentai.com
-static3.muchohentai.com
-static4.muchohentai.com
-static5.muchohentai.com
 .gdvid.info
 m.porn3dx.com
 images.scrolller.com
@@ -4504,7 +4472,6 @@ images.carfax.com
 static.carfax.com
 imagecdn.clips4sale.com
 static.clips4sale.com
-v2-images.crackle.com
 assets.dictionary.com
 static1.e621.net
 .design-system.economist.com
@@ -4631,7 +4598,6 @@ webobjects2.cdw.com
 media.maptiler.com
 static.threatlocker.com
 resource.tnlmediagene.com
-sw.cool3c.com
 static.planetminecraft.com
 cdn.staticswin.com
 imgfile.shop
@@ -4742,8 +4708,6 @@ tiles.openfreemap.org
 .wmfusercontent.org
 cdnmedia.ero-video.net
 jnmedia.ero-video.net
-ti1.knews.cc
-ti2.knews.cc
 image.acg.lol
 .imagetwist.com
 .yygimg.im
@@ -4761,7 +4725,6 @@ cdn.adsninja.ca
 images.hothardware.com
 media.hentaifreak.org
 cdn1.hotmoza.tv
-cdn1.xxxsx.com
 cdn.redwap.xyz
 cdntube.b-cdn.net
 celebrities-small.porndig.com
@@ -4785,15 +4748,14 @@ thumbor.4gamers.com.tw
 images.tg.cc
 img.tg.cc
 image.prntscr.com
-file1.hkepc.com
+file1.hkepc.net
-i.hkepc.com
+i.hkepc.net
 static.airtable.com
 .airtableusercontent.com
 cdn-eu.readspeaker.com
 cdn-us.readspeaker.com
 assets-www.readspeaker.com
 vte-eu.readspeaker.com
-vte-us.readspeaker.com
 images.findagrave.com
 .ancestrycdn.com
 cdn.streamlabs.com
@@ -4834,17 +4796,13 @@ lm.visualon.info
 cms.worldpokerdeals.com
 .sascdn.com
 assets.hackmd.io
-images.mooncloud.top
 pmecdn.protonweb.com
 cdn.highporn.net # AWS S3
 img.highporn.net
-c.tadst.com
 assets.speedvitals.com
 cwsimages.ingramcontent.com
-.cdn-zlib.sk
 assets.tvtropes.org
 static.tvtropes.org
-cdn.dynamicyield.com
 static.c-spanvideo.org
 ximage.c-spanvideo.org
 m3u8-0.c-spanvideo.org

Source/domainset/download.conf

@@ -381,7 +381,6 @@ download-installer.cdn.mozilla.net
 versioncheck-bg.addons.mozilla.org
 versioncheck.addons.mozilla.org
 # Mozilla others update check
-aus2-community.mozilla.org
 aus5.mozilla.org
 # AnyDesk
 download.anydesk.com
@@ -569,7 +568,6 @@ cdn-builds.paw.cloud
 # MIUI Global OTA
 cdnorg.d.miui.com
 # Realme/OnePlus Global OTA
-.allawnofs.com
 # Open Source Mirrors
 apache.is.co.za
 apache.saix.net
@@ -618,7 +616,6 @@ mirror.funkfreundelandshut.de
 mirror.softaculous.com
 mirrors.ae-online.de
 .mirrors.ovh.net
-ftp.download-by.net
 mirrors.rackhosting.com
 apache.rediris.es
 apache.uvigo.es
@@ -642,7 +639,6 @@ xenia.sote.hu
 mirrors.whoishostingthis.com
 apache.mivzakim.net
 apache.spd.co.il
-ftp.panu.it
 mirror.nohup.it
 it.apache.contactlab.it
 .mirror.vu.lt
@@ -669,7 +665,6 @@ mirror.linux-ia64.org
 .apache.si
 tux.rainside.sk
 apache.ip-connect.vn.ua
-apache.volia.net
 apache.mindstudios.com
 .mirror.anlx.net
 .mirrors.nublue.co.uk
@@ -815,9 +810,6 @@ mirror.xmission.com
 mirrors.rit.edu
 cpan.metacpan.org
 cpan.pair.com
-cpan.perl.pt
-httpupdate118.cpanel.net
-httpupdate127.cpanel.net
 mirror-hk.koddos.net
 mirror.datapipe.net
 mirror.downloadvn.com
@@ -827,7 +819,6 @@ mirror.uic.edu
 mirror.uoregon.edu
 mirrors.evowise.com
 mirrors.linux-bulgaria.org
-mirrors.namecheap.com
 searchcpan.org
 cpan.mmgdesigns.com.ar
 linorg.usp.br

Source/domainset/reject.conf

@@ -1073,7 +1073,6 @@ metrics.blackbaud.com
 .beamanalytics.io
 .beamanalytics.b-cdn.net
 plausible.leaningtech.com
-analytics.nexon.com
 front-perf.imoim.net
 .g.ezoic.net
 analytics.workos.com
@@ -1739,7 +1738,6 @@ vali.cp31.ott.cibntv.net.302.myalicdn.com
 ykugc.cp31.ott.cibntv.net.302.myalicdn.com
 topapi.cp12.ott.cibntv.net
 sltint.adv.ott.cibntv.net
-advst.cp33.ott.cibntv.net
 mtrace.play.cp81.ott.cibntv.net
 ykad-data.cp31.ott.cibntv.net
 yk-ssp-ad.cp31.ott.cibntv.net
@@ -2208,7 +2206,6 @@ p2pupgrade.gamedl.qq.com
 p2pupdate.gamedl.qq.com
 vi.l.qq.com
 vd6.l.qq.com
-t.l.qq.com
 monitor.uu.qq.com
 tmfsdktcpv4.m.qq.com
 tmfmazu.m.qq.com
@@ -2427,7 +2424,6 @@ theta.sogoucdn.com
 .ads.sohu.com
 .aty.sohu.com
 .reachmax.cn
-adsence.sogou.com
 .union.sogou.com
 .brand.sogou.com
 .cpc.sogou.com
@@ -2752,7 +2748,6 @@ log.zijieapi.com
 mssdk-bu.bytedance.com
 
 tnc3-bjlgy.zijieapi.com
-tnc3-alisc2.zijieapi.com
 tnc3-alisc1.zijieapi.com
 tnc3-aliec2.zijieapi.com
 tnc0-bjlgy.zijieapi.com
@@ -2772,7 +2767,6 @@ ads3-normal-hl.zijieapi.com
 analytics.tiktok.com
 ads.tiktok.com
 ads-sg.tiktok.com
-ads-jp.tiktok.com
 ads-api.tiktok.com
 
 # XiGua Video
@@ -3188,7 +3182,6 @@ pg-ad-b2.ws.126.net
 pg-ad-b1.ws.126.net
 admusicpic.music.126.net
 mj.weimob.net
-adv.fjtv.net
 biz5.sandai.net
 mcfg.sandai.net
 timeserver.cnzz.net
@@ -3244,8 +3237,6 @@ dsa-mfp.fengshows.cn
 .sigmob.cn
 
 ggx.cmvideo.cn
-d.cntv.cn
-a.cntv.cn
 .domob.com.cn
 .adroi.com.cn
 adx.appsdk.com.cn
@@ -3285,7 +3276,6 @@ apps.mobilityware.com
 c753738.r38.cf2.rackcdn.com
 .ads.taptapnetworks.com
 .crispadvertising.com
-ad.where.com
 .247realmedia.com
 .bigmobileads.com
 ftpcontent.worldnow.com
@@ -3316,7 +3306,7 @@ hw.zuimeitianqi.com
 ads.yimg.com
 edgecast-vod.yimg.com
 engine.lvehaisen.com
-api.ad.yipinread.com
+.ad.yipinread.com
 api-ad.kajicam.com
 log.kajicam.com
 api.touchxd.com
@@ -3346,7 +3336,6 @@ statics.woozooo.com
 
 fbapi.guguread.com
 api.adxpand.com
-norma-external-collect.meizu.com
 ad.51wnl-cq.com
 doubleclick.ctfile.com
 mydisplay.ctfile.com
@@ -3358,8 +3347,6 @@ kpstaticbj.wx.ckjr001.com
 assets.ckjr001.com
 hxcav77.com
 .madeqr.com
-sanme2.taisantech.com
-glores2.taisantech.com
 
 cl2.webterren.com
 
@@ -3386,7 +3373,6 @@ clog.miguvideo.com
 adstore-index-1252524079.file.myqcloud.com
 adstore-1252524079.file.myqcloud.com
 adguanggao.eee114.com
-app.starschina.com
 ad.video.51togic.com
 test.ark.letv.com
 da.mmarket.com
@@ -3444,10 +3430,7 @@ gw.365you.com
 .database01p.anixe.net
 .hbbtv01p.anixe.net
 .rwww.samsungotn.net
-d37ju0xanoz6gh.cloudfront.net
 d3mjsomixevyw7.cloudfront.net
-d2tnx644ijgq6i.cloudfront.net
-d1jwpcr0q4pcq0.cloudfront.net
 d179kwmlpc4o47.cloudfront.net
 .az43064.vo.msecnd.net
 .lgad.cjpowercast.com.edgesuite.net

Source/domainset/reject_extra.conf

@@ -38,7 +38,6 @@ creditcard-fin.meituan.com
 contents.meituan.com
 
 # >> Maunally added no-coin domains
-nimiq.terorie.com
 .innocreed.com
 
 # >> Migrate from inactive BarbBlock
@@ -3057,15 +3056,8 @@ nimiq.terorie.com
 .ftc.crypdough.com
 .get.bi-chi.com
 .gld.cryptocoinmine.com
-halacostminer.000webhostapp.com
-julrina.000webhostapp.com
-real-time-morning.000webhostapp.com
-spiky-inclinations.000webhostapp.com
-xenafiter.000webhostapp.com
-xerox300.000webhostapp.com
 .hodl.blockquarry.com
 .node.philpool.com
-imperium.getmyip.com
 .iwantcoins.myvnc.com
 .jjj.258.com
 jqcdn01.herokuapp.com
@@ -3075,7 +3067,6 @@ sxcdn1.herokuapp.com
 sxcdn5.herokuapp.com
 wpcdn1.herokuapp.com
 .marketgid.com
-kingsminer.ddnsking.com
 .lb.izserv.com
 .lovok.no-ip.com
 .lp.abbny.com
@@ -3145,31 +3136,16 @@ kingsminer.ddnsking.com
 .pool.k1024.de
 .winupdate.firewall-gateway.de
 onlycash.ddns.net
-poolvale.ddns.net
 543874163.ddns.net
-bowser777.ddns.net
 bowserlab.ddns.net
-bowserpool.ddns.net
-btcsq.ddns.net
-coinmining.ddns.net
-cryptocoin.ddns.net
-cryptominer.ddns.net
-d1pool.ddns.net
-egazpool.ddns.net
 eu-ethpool.ddns.net
 eu-nilupool.ddns.net
 eu-ubqpool.ddns.net
 gcpool.ddns.net
-gustaver.ddns.net
-hobbyistpool.ddns.net
-mostbiznet.ddns.net
 oceansail.ddns.net
 openburstpool.ddns.net
 radpool.ddns.net
-scryptpool.ddns.net
 scx.ddns.net
-sperocoin.ddns.net
-thelifeisbinary.ddns.net
 vbk-reb0rn.ddns.net
 .miningpool.thruhere.net
 .theminingpool.thruhere.net

Source/non_ip/cdn.conf

@@ -85,8 +85,8 @@ DOMAIN-WILDCARD,video*.cloudokyo.cloud
 DOMAIN-WILDCARD,v.rn???.xyz
 DOMAIN-WILDCARD,s?.maxstream.org
 DOMAIN-WILDCARD,s??.maxstream.org
-DOMAIN-WILDCARD,media?.kissjav.com
+DOMAIN-WILDCARD,stream?.kissjav.com
-DOMAIN-WILDCARD,media??.kissjav.com
+DOMAIN-WILDCARD,stream??.kissjav.com
 DOMAIN-WILDCARD,chunk-*.mux.com
 DOMAIN-WILDCARD,*.skyearth?.xyz