Enhance Reject Hosts Subsomain Stripping

Build/constants/phishing-score-source.ts

@@ -3,18 +3,21 @@ import { createRetrieKeywordFilter as createKeywordFilter } from 'foxts/retrie';
 export const BLACK_TLD = new Set([
   'accountant', 'art', 'autos',
   'bar', 'beauty', 'bid', 'bio', 'biz', 'bond', 'business', 'buzz',
-  'cc', 'cf', 'cfd', 'click', 'cloud', 'club', 'cn', 'codes',
+  'casa', 'cc', 'cf', 'cfd', 'click', 'cloud', 'club', 'cn', 'codes',
   'co.uk', 'co.in', 'com.br', 'com.cn', 'com.pl', 'com.vn',
   'cool', 'cricket', 'cyou',
   'date', 'design', 'digital', 'download',
+  'email',
   'faith', 'fit', 'fun',
-  'ga', 'gd', 'gives', 'gq', 'group', 'host',
+  'ga', 'games', 'gd', 'gives', 'gq', 'group',
+  'help', 'host',
   'icu', 'id', 'info', 'ink',
-  'lat', 'life', 'live', 'link', 'loan', 'lol', 'ltd',
-  'me', 'men', 'ml', 'mobi', 'mom', 'monster',
-  'net.pl',
+  'lat', 'life', 'live', 'link', 'loan', 'lol', 'love', 'ltd',
+  'me', 'media', 'men', 'ml', 'mobi', 'movie', 'mom', 'monster',
+  'net.pl', 'ninja',
   'one', 'online',
   'party', 'pro', 'pl', 'pw',
+  'qpon', 'quest',
   'racing', 'rest', 'review', 'rf.gd',
   'sa.com', 'sbs', 'science', 'shop', 'site', 'skin', 'space', 'store', 'stream', 'su', 'support', 'surf',
   'tech', 'tk', 'tokyo', 'top', 'trade',

Build/lib/fetch-assets.ts

@@ -26,12 +26,10 @@ export async function fetchAssets(
       try {
         await waitWithAbort(1800 + (index + 1) * 1200, controller.signal);
       } catch {
-        console.log(picocolors.gray('[fetch cancelled early]'), picocolors.gray(url));
         throw reusedCustomAbortError;
       }
     }
     if (controller.signal.aborted) {
-      console.log(picocolors.gray('[fetch cancelled]'), picocolors.gray(url));
       throw reusedCustomAbortError;
     }
     if (index >= 0) {

Build/lib/get-phishing-domains.ts

@@ -105,8 +105,10 @@ const pool = new Worktank({
           } else {
             if (BLACK_TLD.has(tld)) {
               score += 3;
-            } else if (tld.length > 6) {
+            } else if (tld.length > 4) {
               score += 2;
+            } else if (tld.length > 5) {
+              score += 4;
             }
             if (apexDomain.length >= 18) {
               score += 0.5;

Build/lib/normalize-domain.ts

@@ -24,6 +24,7 @@ function fastNormalizeDomainWithoutWwwNoIP(domain: string, parsed: TldTsParsed |
       || parsed.subdomain === 'xml-v4'
       || parsed.subdomain === 'xml-eu'
       || parsed.subdomain === 'xml-eu-v4'
+      || (parsed.subdomain.length === 4 && parsed.subdomain.startsWith('www'))
     ) {
       return parsed.domain;
     }

Build/lib/parse-filter/filters.ts

@@ -608,6 +608,7 @@ function onHostname(
         || parsed.subdomain === 'xml-v4'
         || parsed.subdomain === 'xml-eu'
         || parsed.subdomain === 'xml-eu-v4'
+        || (parsed.subdomain.length === 4 && parsed.subdomain.startsWith('www'))
       ) {
         hostname = parsed.domain;
       } else if (parsed.subdomain.startsWith('www.')) {

Source/domainset/reject.conf

@@ -1343,6 +1343,10 @@ trackingprd.hwwt8.com
 .net.daraz.com
 .net.daraz.com.bd
 .goldfishss.com
+.4players.de
+.groc.press
+.buzzfeed.de
+.buzzfeed.at
 
 # >> Alexa / Amazon
 device-metrics-us.amazon.com

Source/non_ip/reject.conf

@@ -182,6 +182,8 @@ DOMAIN-KEYWORD,adobemarketing.
 DOMAIN-KEYWORD,adtarget.
 DOMAIN-KEYWORD,iqmetrics.
 
+DOMAIN-KEYWORD,load.tracking.
+
 DOMAIN-KEYWORD,-mktg.vodafone.com
 DOMAIN-KEYWORD,-business.vodafone.com
 DOMAIN-KEYWORD,-ss.checkoutera.com