mirror of
https://github.com/SukkaW/Surge.git
synced 2025-12-12 01:00:34 +08:00
63 lines
2.7 KiB
TypeScript
63 lines
2.7 KiB
TypeScript
/* eslint-disable unused-imports/no-unused-vars -- some unused methods */
|
|
import path from 'node:path';
|
|
import { processFilterRulesWithPreload } from './lib/parse-filter/filters';
|
|
import { processHosts } from './lib/parse-filter/hosts';
|
|
import { HostnameSmolTrie } from './lib/trie';
|
|
import { dummySpan } from './trace';
|
|
import { SOURCE_DIR } from './constants/dir';
|
|
import { PREDEFINED_WHITELIST } from './constants/reject-data-source';
|
|
import runAgainstSourceFile from './lib/run-against-source-file';
|
|
|
|
(async () => {
|
|
const trie = new HostnameSmolTrie();
|
|
|
|
await writeHostsToTrie(trie, 'https://cdn.jsdelivr.net/gh/jerryn70/GoodbyeAds@master/Extension/GoodbyeAds-Xiaomi-Extension.txt', true);
|
|
// const { whiteDomainSuffixes, whiteDomains } = await writeFiltersToTrie(trie, 'https://cdn.jsdelivr.net/gh/Perflyst/PiHoleBlocklist@master/SmartTV-AGH.txt', true);
|
|
|
|
const callback = (domain: string, includeAllSubDomain: boolean) => {
|
|
trie.whitelist(domain, includeAllSubDomain);
|
|
};
|
|
|
|
await runAgainstSourceFile(path.join(SOURCE_DIR, 'domainset', 'reject.conf'), callback, 'domainset');
|
|
await runAgainstSourceFile(path.join(SOURCE_DIR, 'non_ip', 'reject.conf'), callback, 'ruleset');
|
|
|
|
for (let i = 0, len = PREDEFINED_WHITELIST.length; i < len; i++) {
|
|
trie.whitelist(PREDEFINED_WHITELIST[i]);
|
|
}
|
|
|
|
console.log('---------------------------');
|
|
console.log(trie.dump().join('\n'));
|
|
console.log('---------------------------');
|
|
// console.log('whitelist domain suffixes:');
|
|
// console.log(whiteDomainSuffixes.join('\n'));
|
|
// console.log('---------------------------');
|
|
// console.log('whitelist domains:');
|
|
// console.log(whiteDomains.join('\n'));
|
|
})();
|
|
|
|
async function writeHostsToTrie(trie: HostnameSmolTrie, hostsUrl: string, includeAllSubDomain = false) {
|
|
const hosts = await processHosts(dummySpan, hostsUrl, [], includeAllSubDomain);
|
|
|
|
for (let i = 0, len = hosts.length; i < len; i++) {
|
|
trie.add(hosts[i]);
|
|
}
|
|
}
|
|
|
|
async function writeFiltersToTrie(trie: HostnameSmolTrie, filterUrl: string, includeThirdParty = false) {
|
|
const { whiteDomainSuffixes, whiteDomains, blackDomainSuffixes, blackDomains } = await processFilterRulesWithPreload(filterUrl, [], includeThirdParty)(dummySpan);
|
|
for (let i = 0, len = blackDomainSuffixes.length; i < len; i++) {
|
|
trie.add(blackDomainSuffixes[i], true);
|
|
}
|
|
for (let i = 0, len = blackDomains.length; i < len; i++) {
|
|
trie.add(blackDomains[i], false);
|
|
}
|
|
for (let i = 0, len = whiteDomainSuffixes.length; i < len; i++) {
|
|
trie.whitelist(whiteDomainSuffixes[i], true);
|
|
}
|
|
for (let i = 0, len = whiteDomains.length; i < len; i++) {
|
|
trie.whitelist(whiteDomains[i], false);
|
|
}
|
|
|
|
return { whiteDomainSuffixes, whiteDomains };
|
|
}
|