From 7455189ecb2a0edd8c8ab13cc865086d0148fc86 Mon Sep 17 00:00:00 2001
From: SukkaW <isukkaw@gmail.com>
Date: Thu, 27 Mar 2025 15:49:54 +0800
Subject: [PATCH] Chore: add migrate data source domains tools

---
 Build/tools-migrate-domains.ts | 50 ++++++++++++++++++++++++++++++++++
 1 file changed, 50 insertions(+)
 create mode 100644 Build/tools-migrate-domains.ts

diff --git a/Build/tools-migrate-domains.ts b/Build/tools-migrate-domains.ts
new file mode 100644
index 00000000..540a71b6
--- /dev/null
+++ b/Build/tools-migrate-domains.ts
@@ -0,0 +1,50 @@
+import path from 'node:path';
+import { readFileByLine } from './lib/fetch-text-by-line';
+import { processFilterRulesWithPreload } from './lib/parse-filter/filters';
+import { processHosts } from './lib/parse-filter/hosts';
+import { processLine } from './lib/process-line';
+import { HostnameSmolTrie } from './lib/trie';
+import { dummySpan } from './trace';
+import { SOURCE_DIR } from './constants/dir';
+
+(async () => {
+  const trie = new HostnameSmolTrie();
+
+  writeFiltersToTrie(trie, 'https://cdn.jsdelivr.net/gh/DandelionSprout/adfilt@master/GameConsoleAdblockList.txt', true);
+
+  for await (const line of readFileByLine(path.join(SOURCE_DIR, 'domainset', 'reject.conf'))) {
+    const l = processLine(line);
+    if (l) {
+      trie.whitelist(l);
+    }
+  }
+
+  console.log('---------------------------');
+  console.log(trie.dump().join('\n'));
+  console.log('---------------------------');
+})();
+
+// eslint-disable-next-line unused-imports/no-unused-vars -- ready to use function
+async function writeHostsToTrie(trie: HostnameSmolTrie, hostsUrl: string, includeAllSubDomain = false) {
+  const hosts = await processHosts(dummySpan, 'https://cdn.jsdelivr.net/gh/DandelionSprout/adfilt@master/GameConsoleAdblockList.txt', [], includeAllSubDomain);
+
+  for (let i = 0, len = hosts.length; i < len; i++) {
+    trie.add(hosts[i]);
+  }
+}
+
+async function writeFiltersToTrie(trie: HostnameSmolTrie, filterUrl: string, includeThirdParty = false) {
+  const { whiteDomainSuffixes, whiteDomains, blackDomainSuffixes, blackDomains } = await processFilterRulesWithPreload(filterUrl, [], includeThirdParty)(dummySpan);
+  for (let i = 0, len = blackDomainSuffixes.length; i < len; i++) {
+    trie.add(blackDomainSuffixes[i], true);
+  }
+  for (let i = 0, len = blackDomains.length; i < len; i++) {
+    trie.add(blackDomains[i], false);
+  }
+  for (let i = 0, len = whiteDomainSuffixes.length; i < len; i++) {
+    trie.whitelist(whiteDomainSuffixes[i], true);
+  }
+  for (let i = 0, len = whiteDomains.length; i < len; i++) {
+    trie.whitelist(whiteDomains[i], false);
+  }
+}