From e7681df05a250788b47a8cd20c0cdf9e18a9ae16 Mon Sep 17 00:00:00 2001
From: SukkaW <isukkaw@gmail.com>
Date: Thu, 30 Jan 2025 18:34:02 +0800
Subject: [PATCH] Chore: validate reject stat CLI

---
 Build/validate-reject-stats.ts | 38 ++++++++++++++++++++++++++++++++++
 1 file changed, 38 insertions(+)
 create mode 100644 Build/validate-reject-stats.ts

diff --git a/Build/validate-reject-stats.ts b/Build/validate-reject-stats.ts
new file mode 100644
index 00000000..51542e4e
--- /dev/null
+++ b/Build/validate-reject-stats.ts
@@ -0,0 +1,38 @@
+import path from 'node:path';
+import { readFileByLine } from './lib/fetch-text-by-line';
+import { OUTPUT_SURGE_DIR } from './constants/dir';
+import { processLine } from './lib/process-line';
+import tldts from 'tldts';
+import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
+
+(async () => {
+  const rejectDomainCountMap = await runAgainstDomainset(new Map<string, number>(), path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject.conf'));
+  const rejectExtraDomainCountMap = await runAgainstDomainset(new Map<string, number>(), path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject_extra.conf'));
+
+  const rejectDomainCountArr = Array.from(rejectDomainCountMap).sort((a, b) => b[1] - a[1]).filter(([, count]) => count > 20);
+  const rejectExtraDomainCountArr = Array.from(rejectExtraDomainCountMap).sort((a, b) => b[1] - a[1]).filter(([, count]) => count > 20);
+
+  console.table(rejectDomainCountArr);
+  console.table(rejectExtraDomainCountArr);
+})();
+
+async function runAgainstDomainset(rejectDomainCountMap: Map<string, number>, file: string) {
+  for await (const line of readFileByLine(file)) {
+    if (!processLine(line)) {
+      continue;
+    }
+    const apexDomain = tldts.getDomain(line, loosTldOptWithPrivateDomains);
+    if (!apexDomain) {
+      continue;
+    }
+
+    rejectDomainCountMap.set(
+      apexDomain,
+      rejectDomainCountMap.has(apexDomain)
+        ? rejectDomainCountMap.get(apexDomain)! + 1
+        : 1
+    );
+  }
+
+  return rejectDomainCountMap;
+}