Chore: more refactor to the bun

This commit is contained in:
SukkaW 2023-11-15 15:20:37 +08:00
parent 37257958c2
commit 071b8120a6
36 changed files with 200 additions and 250 deletions

View File

@ -23,13 +23,11 @@ const getBogusNxDomainIPs = async () => {
}; };
const buildAntiBogusDomain = task(__filename, async () => { const buildAntiBogusDomain = task(__filename, async () => {
const filePath = path.resolve(__dirname, '../Source/ip/reject.conf');
const bogusIpPromise = getBogusNxDomainIPs(); const bogusIpPromise = getBogusNxDomainIPs();
/** @type {string[]} */ /** @type {string[]} */
const result = []; const result = [];
for await (const line of readFileByLine(filePath)) { for await (const line of readFileByLine(path.resolve(__dirname, '../Source/ip/reject.conf'))) {
if (line === '# --- [Anti Bogus Domain Replace Me] ---') { if (line === '# --- [Anti Bogus Domain Replace Me] ---') {
(await bogusIpPromise).forEach(rule => result.push(rule)); (await bogusIpPromise).forEach(rule => result.push(rule));
continue; continue;
@ -65,6 +63,6 @@ const buildAntiBogusDomain = task(__filename, async () => {
module.exports.buildAntiBogusDomain = buildAntiBogusDomain; module.exports.buildAntiBogusDomain = buildAntiBogusDomain;
if (require.main === module) { if (import.meta.main) {
buildAntiBogusDomain(); buildAntiBogusDomain();
} }

View File

@ -44,6 +44,6 @@ const buildAppleCdn = task(__filename, async () => {
module.exports.buildAppleCdn = buildAppleCdn; module.exports.buildAppleCdn = buildAppleCdn;
if (require.main === module) { if (import.meta.main) {
buildAppleCdn(); buildAppleCdn();
} }

View File

@ -1,18 +1,18 @@
// @ts-check import path from 'path';
const path = require('path'); import { createRuleset } from './lib/create-file';
const { createRuleset } = require('./lib/create-file'); import { fetchRemoteTextAndCreateReadlineInterface, readFileByLine } from './lib/fetch-remote-text-by-line';
const { fetchRemoteTextAndCreateReadlineInterface, readFileByLine } = require('./lib/fetch-remote-text-by-line'); import { createTrie } from './lib/trie';
const createTrie = require('./lib/trie'); import { task } from './lib/trace-runner';
const { task } = require('./lib/trace-runner'); import { processLine } from './lib/process-line';
const fs = require('fs');
const { processLine } = require('./lib/process-line');
const publicSuffixPath = path.resolve(__dirname, '../node_modules/.cache/public_suffix_list_dat.txt'); const publicSuffixPath: string = path.resolve(__dirname, '../node_modules/.cache/public_suffix_list_dat.txt');
const getS3OSSDomains = async () => { const getS3OSSDomains = async (): Promise<Set<string>> => {
const trie = createTrie(); const trie = createTrie();
if (fs.existsSync(publicSuffixPath)) { const publicSuffixFile = Bun.file(publicSuffixPath);
if (await publicSuffixFile.exists()) {
for await (const line of readFileByLine(publicSuffixPath)) { for await (const line of readFileByLine(publicSuffixPath)) {
trie.add(line); trie.add(line);
} }
@ -25,11 +25,10 @@ const getS3OSSDomains = async () => {
/** /**
* Extract OSS domain from publicsuffix list * Extract OSS domain from publicsuffix list
* @type {Set<string>}
*/ */
const S3OSSDomains = new Set(); const S3OSSDomains = new Set<string>();
trie.find('.amazonaws.com').forEach(line => { trie.find('.amazonaws.com').forEach((line: string) => {
if ( if (
(line.startsWith('s3-') || line.startsWith('s3.')) (line.startsWith('s3-') || line.startsWith('s3.'))
&& !line.includes('cn-') && !line.includes('cn-')
@ -37,7 +36,7 @@ const getS3OSSDomains = async () => {
S3OSSDomains.add(line); S3OSSDomains.add(line);
} }
}); });
trie.find('.scw.cloud').forEach(line => { trie.find('.scw.cloud').forEach((line: string) => {
if ( if (
(line.startsWith('s3-') || line.startsWith('s3.')) (line.startsWith('s3-') || line.startsWith('s3.'))
&& !line.includes('cn-') && !line.includes('cn-')
@ -45,7 +44,7 @@ const getS3OSSDomains = async () => {
S3OSSDomains.add(line); S3OSSDomains.add(line);
} }
}); });
trie.find('sakurastorage.jp').forEach(line => { trie.find('sakurastorage.jp').forEach((line: string) => {
if ( if (
(line.startsWith('s3-') || line.startsWith('s3.')) (line.startsWith('s3-') || line.startsWith('s3.'))
) { ) {
@ -58,13 +57,13 @@ const getS3OSSDomains = async () => {
const buildCdnConf = task(__filename, async () => { const buildCdnConf = task(__filename, async () => {
/** @type {string[]} */ /** @type {string[]} */
const cdnDomainsList = []; const cdnDomainsList: string[] = [];
const getS3OSSDomainsPromise = getS3OSSDomains(); const getS3OSSDomainsPromise: Promise<Set<string>> = getS3OSSDomains();
for await (const l of readFileByLine(path.resolve(__dirname, '../Source/non_ip/cdn.conf'))) { for await (const l of readFileByLine(path.resolve(__dirname, '../Source/non_ip/cdn.conf'))) {
if (l === '# --- [AWS S3 Replace Me] ---') { if (l === '# --- [AWS S3 Replace Me] ---') {
(await getS3OSSDomainsPromise).forEach(domain => { cdnDomainsList.push(`DOMAIN-SUFFIX,${domain}`); }); (await getS3OSSDomainsPromise).forEach((domain: string) => { cdnDomainsList.push(`DOMAIN-SUFFIX,${domain}`); });
continue; continue;
} }
const line = processLine(l); const line = processLine(l);
@ -73,7 +72,7 @@ const buildCdnConf = task(__filename, async () => {
} }
} }
const description = [ const description: string[] = [
'License: AGPL 3.0', 'License: AGPL 3.0',
'Homepage: https://ruleset.skk.moe', 'Homepage: https://ruleset.skk.moe',
'GitHub: https://github.com/SukkaW/Surge', 'GitHub: https://github.com/SukkaW/Surge',
@ -92,8 +91,8 @@ const buildCdnConf = task(__filename, async () => {
)); ));
}); });
module.exports.buildCdnConf = buildCdnConf; export { buildCdnConf };
if (require.main === module) { if (import.meta.main) {
buildCdnConf(); buildCdnConf();
} }

View File

@ -52,6 +52,6 @@ const buildChnCidr = task(__filename, async () => {
module.exports.buildChnCidr = buildChnCidr; module.exports.buildChnCidr = buildChnCidr;
if (require.main === module) { if (import.meta.main) {
buildChnCidr(); buildChnCidr();
} }

View File

@ -47,7 +47,7 @@ const buildCommon = task(__filename, async () => {
module.exports.buildCommon = buildCommon; module.exports.buildCommon = buildCommon;
if (require.main === module) { if (import.meta.main) {
buildCommon(); buildCommon();
} }

View File

@ -60,6 +60,6 @@ const buildDomesticRuleset = task(__filename, async () => {
module.exports.buildDomesticRuleset = buildDomesticRuleset; module.exports.buildDomesticRuleset = buildDomesticRuleset;
if (require.main === module) { if (import.meta.main) {
buildDomesticRuleset(); buildDomesticRuleset();
} }

View File

@ -95,6 +95,6 @@ const buildInternalCDNDomains = task(__filename, async () => {
module.exports.buildInternalCDNDomains = buildInternalCDNDomains; module.exports.buildInternalCDNDomains = buildInternalCDNDomains;
if (require.main === module) { if (import.meta.main) {
buildInternalCDNDomains(); buildInternalCDNDomains();
} }

View File

@ -19,6 +19,6 @@ const buildInternalChnDomains = task(__filename, async () => {
module.exports.buildInternalChnDomains = buildInternalChnDomains; module.exports.buildInternalChnDomains = buildInternalChnDomains;
if (require.main === module) { if (import.meta.main) {
buildInternalChnDomains(); buildInternalChnDomains();
} }

View File

@ -2,7 +2,6 @@
const { fetchRemoteTextAndCreateReadlineInterface } = require('./lib/fetch-remote-text-by-line'); const { fetchRemoteTextAndCreateReadlineInterface } = require('./lib/fetch-remote-text-by-line');
const { processLineFromReadline } = require('./lib/process-line'); const { processLineFromReadline } = require('./lib/process-line');
const path = require('path'); const path = require('path');
const fs = require('fs');
const fsp = require('fs/promises'); const fsp = require('fs/promises');
const { task } = require('./lib/trace-runner'); const { task } = require('./lib/trace-runner');
@ -42,14 +41,11 @@ const buildInternalReverseChnCIDR = task(__filename, async () => {
true true
); );
return fs.promises.writeFile( return Bun.write(path.resolve(__dirname, '../List/internal/reversed-chn-cidr.txt'), `${reversedCidr.join('\n')}\n`);
path.resolve(__dirname, '../List/internal/reversed-chn-cidr.txt'),
`${reversedCidr.join('\n')}\n`
);
}); });
module.exports.buildInternalReverseChnCIDR = buildInternalReverseChnCIDR; module.exports.buildInternalReverseChnCIDR = buildInternalReverseChnCIDR;
if (require.main === module) { if (import.meta.main) {
buildInternalReverseChnCIDR(); buildInternalReverseChnCIDR();
} }

View File

@ -185,6 +185,6 @@ const buildPhishingDomainSet = task(__filename, async () => {
module.exports.buildPhishingDomainSet = buildPhishingDomainSet; module.exports.buildPhishingDomainSet = buildPhishingDomainSet;
if (require.main === module) { if (import.meta.main) {
buildPhishingDomainSet(); buildPhishingDomainSet();
} }

View File

@ -1,6 +1,5 @@
const listDir = require('@sukka/listdir'); const listDir = require('@sukka/listdir');
const path = require('path'); const path = require('path');
const fs = require('fs');
const fsp = require('fs/promises'); const fsp = require('fs/promises');
const { task } = require('./lib/trace-runner'); const { task } = require('./lib/trace-runner');
@ -31,12 +30,12 @@ const buildPublicHtml = task(__filename, async () => {
const html = template(list); const html = template(list);
return fs.promises.writeFile(path.join(publicPath, 'index.html'), html, 'utf-8'); return Bun.write(path.join(publicPath, 'index.html'), html);
}); });
module.exports.buildPublicHtml = buildPublicHtml; module.exports.buildPublicHtml = buildPublicHtml;
if (require.main === module) { if (import.meta.main) {
buildPublicHtml(); buildPublicHtml();
} }

View File

@ -96,6 +96,6 @@ const buildRedirectModule = task(__filename, async () => {
module.exports.buildRedirectModule = buildRedirectModule; module.exports.buildRedirectModule = buildRedirectModule;
if (require.main === module) { if (import.meta.main) {
buildRedirectModule(); buildRedirectModule();
} }

View File

@ -233,6 +233,6 @@ const buildRejectDomainSet = task(__filename, async () => {
module.exports.buildRejectDomainSet = buildRejectDomainSet; module.exports.buildRejectDomainSet = buildRejectDomainSet;
if (require.main === module) { if (import.meta.main) {
buildRejectDomainSet(); buildRejectDomainSet();
} }

View File

@ -1,4 +1,3 @@
const { fetch } = require('undici');
const { domainDeduper } = require('./lib/domain-deduper'); const { domainDeduper } = require('./lib/domain-deduper');
const path = require('path'); const path = require('path');
const { createRuleset } = require('./lib/create-file'); const { createRuleset } = require('./lib/create-file');
@ -143,6 +142,6 @@ const buildSpeedtestDomainSet = task(__filename, async () => {
module.exports.buildSpeedtestDomainSet = buildSpeedtestDomainSet; module.exports.buildSpeedtestDomainSet = buildSpeedtestDomainSet;
if (require.main === module) { if (import.meta.main) {
buildSpeedtestDomainSet(); buildSpeedtestDomainSet();
} }

View File

@ -74,6 +74,6 @@ const buildStreamService = task(__filename, async () => {
module.exports.buildStreamService = buildStreamService; module.exports.buildStreamService = buildStreamService;
if (require.main === module) { if (import.meta.main) {
buildStreamService(); buildStreamService();
} }

View File

@ -1,3 +1,4 @@
// @ts-check
const { fetchWithRetry } = require('./lib/fetch-retry'); const { fetchWithRetry } = require('./lib/fetch-retry');
const { createReadlineInterfaceFromResponse } = require('./lib/fetch-remote-text-by-line'); const { createReadlineInterfaceFromResponse } = require('./lib/fetch-remote-text-by-line');
const path = require('path'); const path = require('path');
@ -53,6 +54,6 @@ const buildTelegramCIDR = task(__filename, async () => {
module.exports.buildTelegramCIDR = buildTelegramCIDR; module.exports.buildTelegramCIDR = buildTelegramCIDR;
if (require.main === module) { if (import.meta.main) {
buildTelegramCIDR(); buildTelegramCIDR();
} }

View File

@ -1,6 +1,5 @@
const { fetch } = require('undici'); // @ts-check
const tar = require('tar'); const tar = require('tar');
const fs = require('fs');
const fsp = require('fs/promises'); const fsp = require('fs/promises');
const path = require('path'); const path = require('path');
const { tmpdir } = require('os'); const { tmpdir } = require('os');
@ -10,12 +9,6 @@ const { readFileByLine } = require('./lib/fetch-remote-text-by-line');
const { isCI } = require('ci-info'); const { isCI } = require('ci-info');
const { task, traceAsync } = require('./lib/trace-runner'); const { task, traceAsync } = require('./lib/trace-runner');
const fileExists = (path) => {
return fs.promises.access(path, fs.constants.F_OK)
.then(() => true)
.catch(() => false);
};
const downloadPreviousBuild = task(__filename, async () => { const downloadPreviousBuild = task(__filename, async () => {
const filesList = ['Clash', 'List']; const filesList = ['Clash', 'List'];
@ -31,7 +24,7 @@ const downloadPreviousBuild = task(__filename, async () => {
filesList.push(line); filesList.push(line);
if (!isCI) { if (!isCI) {
allFileExists = fs.existsSync(path.join(__dirname, '..', line)); allFileExists = await Bun.file(path.join(__dirname, '..', line)).exists();
if (!allFileExists) { if (!allFileExists) {
break; break;
} }
@ -59,6 +52,9 @@ const downloadPreviousBuild = task(__filename, async () => {
Readable.fromWeb(resp.body), Readable.fromWeb(resp.body),
tar.x({ tar.x({
cwd: extractedPath, cwd: extractedPath,
/**
* @param {string} p
*/
filter(p) { filter(p) {
return p.includes('/List/') || p.includes('/Modules/') || p.includes('/Clash/'); return p.includes('/List/') || p.includes('/Modules/') || p.includes('/Clash/');
} }
@ -70,7 +66,7 @@ const downloadPreviousBuild = task(__filename, async () => {
await Promise.all(filesList.map(async p => { await Promise.all(filesList.map(async p => {
const src = path.join(extractedPath, 'ruleset.skk.moe-master', p); const src = path.join(extractedPath, 'ruleset.skk.moe-master', p);
if (await fileExists(src)) { if (await Bun.file(src).exists()) {
return fsp.cp( return fsp.cp(
src, src,
path.join(__dirname, '..', p), path.join(__dirname, '..', p),
@ -79,7 +75,7 @@ const downloadPreviousBuild = task(__filename, async () => {
} }
})); }));
// return fs.promises.unlink(extractedPath).catch(() => { }); // return fsp.unlink(extractedPath).catch(() => { });
}); });
const downloadPublicSuffixList = task(__filename, async () => { const downloadPublicSuffixList = task(__filename, async () => {
@ -91,16 +87,13 @@ const downloadPublicSuffixList = task(__filename, async () => {
fsp.mkdir(publicSuffixDir, { recursive: true }) fsp.mkdir(publicSuffixDir, { recursive: true })
]); ]);
return pipeline( return Bun.write(publicSuffixPath, resp);
Readable.fromWeb(resp.body),
fs.createWriteStream(publicSuffixPath)
);
}, 'download-publicsuffixlist'); }, 'download-publicsuffixlist');
module.exports.downloadPreviousBuild = downloadPreviousBuild; module.exports.downloadPreviousBuild = downloadPreviousBuild;
module.exports.downloadPublicSuffixList = downloadPublicSuffixList; module.exports.downloadPublicSuffixList = downloadPublicSuffixList;
if (require.main === module) { if (import.meta.main) {
Promise.all([ Promise.all([
downloadPreviousBuild(), downloadPreviousBuild(),
downloadPublicSuffixList() downloadPublicSuffixList()

View File

@ -1,5 +1,4 @@
// @ts-check // @ts-check
const fs = require('fs');
const { readFileByLine } = require('./fetch-remote-text-by-line'); const { readFileByLine } = require('./fetch-remote-text-by-line');
const { surgeDomainsetToClashDomainset, surgeRulesetToClashClassicalTextRuleset } = require('./clash'); const { surgeDomainsetToClashDomainset, surgeRulesetToClashClassicalTextRuleset } = require('./clash');
@ -9,7 +8,9 @@ const { surgeDomainsetToClashDomainset, surgeRulesetToClashClassicalTextRuleset
*/ */
async function compareAndWriteFile(linesA, filePath) { async function compareAndWriteFile(linesA, filePath) {
let isEqual = true; let isEqual = true;
if (!fs.existsSync(filePath)) { const file = Bun.file(filePath);
if (!(await file.exists())) {
console.log(`${filePath} does not exists, writing...`); console.log(`${filePath} does not exists, writing...`);
isEqual = false; isEqual = false;
} else if (linesA.length === 0) { } else if (linesA.length === 0) {
@ -44,7 +45,6 @@ async function compareAndWriteFile(linesA, filePath) {
} }
if (!isEqual) { if (!isEqual) {
const file = Bun.file(filePath);
const writer = file.writer(); const writer = file.writer();
for (let i = 0, len = linesA.length; i < len; i++) { for (let i = 0, len = linesA.length; i < len; i++) {

View File

@ -1,32 +0,0 @@
// @ts-check
const createTrie = require('./trie');
/**
* @param {string[]} inputDomains
*/
const domainDeduper = (inputDomains) => {
const trie = createTrie(inputDomains);
const sets = new Set(inputDomains);
for (let j = 0, len = inputDomains.length; j < len; j++) {
const d = inputDomains[j];
if (d[0] !== '.') {
continue;
}
// delete all included subdomains (ends with `.example.com`)
// eslint-disable-next-line sukka/unicorn/no-array-method-this-argument -- it is not an array
trie.find(d, false).forEach(f => sets.delete(f));
// if `.example.com` exists, then `example.com` should also be removed
const a = d.slice(1);
if (sets.has(a)) {
sets.delete(a);
}
}
return Array.from(sets);
};
module.exports.domainDeduper = domainDeduper;

View File

@ -0,0 +1,25 @@
import createTrie from './trie';
const domainDeduper = (inputDomains: string[]): string[] => {
const trie = createTrie(inputDomains);
const sets = new Set(inputDomains);
for (let j = 0, len = inputDomains.length; j < len; j++) {
const d = inputDomains[j];
if (d[0] !== '.') {
continue;
}
trie.find(d, false).forEach(f => sets.delete(f));
const a: string = d.slice(1);
if (sets.has(a)) {
sets.delete(a);
}
}
return Array.from(sets);
};
export default domainDeduper;

View File

@ -1,14 +1,16 @@
// @ts-check import type { BunFile } from 'bun';
const { fetchWithRetry } = require('./fetch-retry'); import { fetchWithRetry } from './fetch-retry';
const decoder = new TextDecoder('utf-8'); const decoder = new TextDecoder('utf-8');
/**
* @param {string} path export async function* readFileByLine(file: string | BunFile): AsyncGenerator<string> {
*/ if (typeof file === 'string') {
module.exports.readFileByLine = async function *(path) { file = Bun.file(file);
}
let buf = ''; let buf = '';
for await (const chunk of Bun.file(path).stream()) { for await (const chunk of file.stream()) {
const chunkStr = decoder.decode(chunk).replaceAll('\r\n', '\n'); const chunkStr = decoder.decode(chunk).replaceAll('\r\n', '\n');
for (let i = 0, len = chunkStr.length; i < len; i++) { for (let i = 0, len = chunkStr.length; i < len; i++) {
const char = chunkStr[i]; const char = chunkStr[i];
@ -24,12 +26,9 @@ module.exports.readFileByLine = async function *(path) {
if (buf) { if (buf) {
yield buf; yield buf;
} }
}; }
/** export async function* createReadlineInterfaceFromResponse(resp: Response): AsyncGenerator<string> {
* @param {import('undici').Response} resp
*/
const createReadlineInterfaceFromResponse = async function *(resp) {
if (!resp.body) { if (!resp.body) {
throw new Error('Failed to fetch remote text'); throw new Error('Failed to fetch remote text');
} }
@ -55,15 +54,9 @@ const createReadlineInterfaceFromResponse = async function *(resp) {
if (buf) { if (buf) {
yield buf; yield buf;
} }
}; }
module.exports.createReadlineInterfaceFromResponse = createReadlineInterfaceFromResponse; export async function fetchRemoteTextAndCreateReadlineInterface(url: string | URL, opt?: RequestInit): Promise<AsyncGenerator<string>> {
/**
* @param {import('undici').RequestInfo} url
* @param {import('undici').RequestInit} [opt]
*/
module.exports.fetchRemoteTextAndCreateReadlineInterface = async (url, opt) => {
const resp = await fetchWithRetry(url, opt); const resp = await fetchWithRetry(url, opt);
return createReadlineInterfaceFromResponse(resp); return createReadlineInterfaceFromResponse(resp);
}; }

View File

@ -1,11 +1,3 @@
// @ts-check // @ts-check
const undici = require('undici'); const fetchWithRetry = require('@vercel/fetch-retry')(fetch);
// Enable HTTP/2 supports
// undici.setGlobalDispatcher(new undici.Agent({
// allowH2: true,
// pipelining: 10
// }));
const fetchWithRetry = /** @type {import('undici').fetch} */(require('@vercel/fetch-retry')(undici.fetch));
module.exports.fetchWithRetry = fetchWithRetry; module.exports.fetchWithRetry = fetchWithRetry;

View File

@ -1,5 +1,4 @@
const { toASCII } = require('punycode/'); const { toASCII } = require('punycode/');
const fs = require('fs');
const path = require('path'); const path = require('path');
const { traceAsync } = require('./trace-runner'); const { traceAsync } = require('./trace-runner');
@ -7,15 +6,14 @@ const publicSuffixPath = path.resolve(__dirname, '../../node_modules/.cache/publ
const getGorhillPublicSuffix = () => traceAsync('create gorhill public suffix instance', async () => { const getGorhillPublicSuffix = () => traceAsync('create gorhill public suffix instance', async () => {
const customFetch = async (url) => { const customFetch = async (url) => {
const buf = await fs.promises.readFile(url); return Bun.file(url);
return {
arrayBuffer() { return Promise.resolve(buf.buffer); }
};
}; };
const publicSuffixFile = Bun.file(publicSuffixPath);
const [publicSuffixListDat, { default: gorhill }] = await Promise.all([ const [publicSuffixListDat, { default: gorhill }] = await Promise.all([
fs.existsSync(publicSuffixPath) await publicSuffixFile.exists()
? fs.promises.readFile(publicSuffixPath, 'utf-8') ? publicSuffixFile.text()
: fetch('https://publicsuffix.org/list/public_suffix_list.dat').then(r => { : fetch('https://publicsuffix.org/list/public_suffix_list.dat').then(r => {
console.log('public_suffix_list.dat not found, fetch directly from remote.'); console.log('public_suffix_list.dat not found, fetch directly from remote.');
return r.text(); return r.text();

View File

@ -1,17 +1,13 @@
const { fetchRemoteTextAndCreateReadlineInterface } = require('./fetch-remote-text-by-line'); import { fetchRemoteTextAndCreateReadlineInterface } from './fetch-remote-text-by-line';
const tldts = require('tldts'); import tldts from 'tldts';
const isDomainLoose = (domain) => { const isDomainLoose = (domain: string): boolean => {
const { isIcann, isPrivate, isIp } = tldts.parse(domain); const { isIcann, isPrivate, isIp } = tldts.parse(domain);
return !!(!isIp && (isIcann || isPrivate)); return !!(!isIp && (isIcann || isPrivate));
}; };
/** const parseFelixDnsmasq = async (url: string | URL): Promise<string[]> => {
* @param {string | URL} url const res: string[] = [];
*/
const parseFelixDnsmasq = async (url) => {
/** @type {string[]} */
const res = [];
for await (const line of await fetchRemoteTextAndCreateReadlineInterface(url)) { for await (const line of await fetchRemoteTextAndCreateReadlineInterface(url)) {
if (line.startsWith('server=/') && line.endsWith('/114.114.114.114')) { if (line.startsWith('server=/') && line.endsWith('/114.114.114.114')) {
const domain = line.replace('server=/', '').replace('/114.114.114.114', ''); const domain = line.replace('server=/', '').replace('/114.114.114.114', '');
@ -24,4 +20,4 @@ const parseFelixDnsmasq = async (url) => {
return res; return res;
}; };
module.exports.parseFelixDnsmasq = parseFelixDnsmasq; export { parseFelixDnsmasq };

View File

@ -11,6 +11,13 @@ const DEBUG_DOMAIN_TO_FIND = null; // example.com | null
let foundDebugDomain = false; let foundDebugDomain = false;
const warnOnceUrl = new Set(); const warnOnceUrl = new Set();
/**
*
* @param {string} url
* @param {boolean} isWhite
* @param {...any} message
* @returns
*/
const warnOnce = (url, isWhite, ...message) => { const warnOnce = (url, isWhite, ...message) => {
const key = `${url}${isWhite ? 'white' : 'black'}`; const key = `${url}${isWhite ? 'white' : 'black'}`;
if (warnOnceUrl.has(key)) { if (warnOnceUrl.has(key)) {
@ -153,6 +160,9 @@ async function processFilterRules(filterRulesUrl, fallbackUrls) {
let downloadTime = 0; let downloadTime = 0;
const gorhill = await getGorhillPublicSuffixPromise(); const gorhill = await getGorhillPublicSuffixPromise();
/**
* @param {string} line
*/
const lineCb = (line) => { const lineCb = (line) => {
const result = parse(line, gorhill); const result = parse(line, gorhill);
if (result) { if (result) {

View File

@ -1,48 +0,0 @@
/* eslint-disable camelcase -- cache index access */
/**
* If line is commented out or empty, return null.
* Otherwise, return trimmed line.
*
* @param {string} line
*/
const processLine = (line) => {
if (!line) {
return null;
}
const line_0 = line[0];
if (
line_0 === '#'
|| line_0 === ' '
|| line_0 === '\r'
|| line_0 === '\n'
|| line_0 === '!'
) {
return null;
}
const trimmed = line.trim();
if (trimmed === '') {
return null;
}
return trimmed;
};
module.exports.processLine = processLine;
/**
* @param {import('readline').ReadLine} rl
*/
module.exports.processLineFromReadline = async (rl) => {
/** @type {string[]} */
const res = [];
for await (const line of rl) {
const l = processLine(line);
if (l) {
res.push(l);
}
}
return res;
};

35
Build/lib/process-line.ts Normal file
View File

@ -0,0 +1,35 @@
export const processLine = (line: string): string | null => {
if (!line) {
return null;
}
const line_0: string = line[0];
if (
line_0 === '#'
|| line_0 === ' '
|| line_0 === '\r'
|| line_0 === '\n'
|| line_0 === '!'
) {
return null;
}
const trimmed: string = line.trim();
if (trimmed === '') {
return null;
}
return trimmed;
};
export const processLineFromReadline = async (rl: AsyncGenerator<string>): Promise<string[]> => {
const res: string[] = [];
for await (const line of rl) {
const l: string | null = processLine(line);
if (l) {
res.push(l);
}
}
return res;
};

View File

@ -1,6 +1,4 @@
// @ts-check export const HOSTS: [string, boolean][] = [
/** @type {[string, boolean][]} */
const HOSTS = [
// ['https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext', false], // ['https://pgl.yoyo.org/adservers/serverlist.php?hostformat=hosts&showintro=0&mimetype=plaintext', false],
['https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/hosts.txt', false], ['https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/hosts.txt', false],
['https://raw.githubusercontent.com/crazy-max/WindowsSpyBlocker/master/data/hosts/spy.txt', false], ['https://raw.githubusercontent.com/crazy-max/WindowsSpyBlocker/master/data/hosts/spy.txt', false],
@ -9,7 +7,7 @@ const HOSTS = [
['https://raw.githubusercontent.com/durablenapkin/block/master/luminati.txt', false] ['https://raw.githubusercontent.com/durablenapkin/block/master/luminati.txt', false]
]; ];
const ADGUARD_FILTERS = /** @type {const} */([ export const ADGUARD_FILTERS = [
// EasyList // EasyList
[ [
'https://easylist.to/easylist/easylist.txt', 'https://easylist.to/easylist/easylist.txt',
@ -146,9 +144,9 @@ const ADGUARD_FILTERS = /** @type {const} */([
'https://paulgb.github.io/BarbBlock/blacklists/ublock-origin.txt', 'https://paulgb.github.io/BarbBlock/blacklists/ublock-origin.txt',
// Brave First Party & First Party CNAME // Brave First Party & First Party CNAME
'https://raw.githubusercontent.com/brave/adblock-lists/master/brave-lists/brave-firstparty.txt' 'https://raw.githubusercontent.com/brave/adblock-lists/master/brave-lists/brave-firstparty.txt'
]); ] as const;
const PREDEFINED_WHITELIST = [ export const PREDEFINED_WHITELIST = [
'localhost', 'localhost',
'broadcasthost', 'broadcasthost',
'ip6-loopback', 'ip6-loopback',
@ -194,11 +192,11 @@ const PREDEFINED_WHITELIST = [
'vlscppe.microsoft.com' 'vlscppe.microsoft.com'
]; ];
const PREDEFINED_ENFORCED_BACKLIST = [ export const PREDEFINED_ENFORCED_BACKLIST = [
'telemetry.mozilla.org' 'telemetry.mozilla.org'
]; ];
const PREDEFINED_ENFORCED_WHITELIST = [ export const PREDEFINED_ENFORCED_WHITELIST = [
'godaddysites.com', 'godaddysites.com',
'web.app', 'web.app',
'firebaseapp.com', 'firebaseapp.com',
@ -219,9 +217,3 @@ const PREDEFINED_ENFORCED_WHITELIST = [
'blogspot.com', 'blogspot.com',
'appspot.com' 'appspot.com'
]; ];
module.exports.HOSTS = HOSTS;
module.exports.ADGUARD_FILTERS = ADGUARD_FILTERS;
module.exports.PREDEFINED_WHITELIST = PREDEFINED_WHITELIST;
module.exports.PREDEFINED_ENFORCED_BACKLIST = PREDEFINED_ENFORCED_BACKLIST;
module.exports.PREDEFINED_ENFORCED_WHITELIST = PREDEFINED_ENFORCED_WHITELIST;

View File

@ -2,23 +2,23 @@
* Suffix Trie based on Mnemonist Trie * Suffix Trie based on Mnemonist Trie
*/ */
const SENTINEL = String.fromCodePoint(0); export const SENTINEL: string = String.fromCodePoint(0);
/** /**
* @param {string[] | Set<string>} [from] * @param {string[] | Set<string>} [from]
*/ */
const createTrie = (from) => { export const createTrie = (from?: string[] | Set<string>) => {
let size = 0; let size: number = 0;
const root = {}; const root: any = {};
/** /**
* Method used to add the given prefix to the trie. * Method used to add the given prefix to the trie.
* *
* @param {string} suffix - Prefix to follow. * @param {string} suffix - Prefix to follow.
*/ */
const add = (suffix) => { const add = (suffix: string): void => {
let node = root; let node: any = root;
let token; let token: string;
for (let i = suffix.length - 1; i >= 0; i--) { for (let i = suffix.length - 1; i >= 0; i--) {
token = suffix[i]; token = suffix[i];
node[token] ||= {}; node[token] ||= {};
@ -35,9 +35,9 @@ const createTrie = (from) => {
/** /**
* @param {string} suffix * @param {string} suffix
*/ */
const contains = (suffix) => { const contains = (suffix: string): boolean => {
let node = root; let node: any = root;
let token; let token: string;
for (let i = suffix.length - 1; i >= 0; i--) { for (let i = suffix.length - 1; i >= 0; i--) {
token = suffix[i]; token = suffix[i];
@ -56,10 +56,10 @@ const createTrie = (from) => {
* @param {boolean} [includeEqualWithSuffix] * @param {boolean} [includeEqualWithSuffix]
* @return {string[]} * @return {string[]}
*/ */
const find = (suffix, includeEqualWithSuffix = true) => { const find = (suffix: string, includeEqualWithSuffix: boolean = true): string[] => {
let node = root; let node: any = root;
const matches = []; const matches: string[] = [];
let token; let token: string;
for (let i = suffix.length - 1; i >= 0; i--) { for (let i = suffix.length - 1; i >= 0; i--) {
token = suffix[i]; token = suffix[i];
@ -70,15 +70,15 @@ const createTrie = (from) => {
} }
// Performing DFS from prefix // Performing DFS from prefix
const nodeStack = [node]; const nodeStack: any[] = [node];
const suffixStack = [suffix]; const suffixStack: string[] = [suffix];
let k; let k: string;
let $suffix = suffix; let $suffix: string = suffix;
while (nodeStack.length) { while (nodeStack.length) {
$suffix = suffixStack.pop(); $suffix = suffixStack.pop()!;
node = nodeStack.pop(); node = nodeStack.pop();
// eslint-disable-next-line guard-for-in -- plain object // eslint-disable-next-line guard-for-in -- plain object
@ -105,12 +105,12 @@ const createTrie = (from) => {
* @param {string} suffix - Prefix to delete. * @param {string} suffix - Prefix to delete.
* @return {boolean} * @return {boolean}
*/ */
const remove = (suffix) => { const remove = (suffix: string): boolean => {
let node = root; let node: any = root;
let toPrune = null; let toPrune: any = null;
let tokenToPrune = null; let tokenToPrune: string | null = null;
let parent; let parent: any;
let token; let token: string;
for (let i = suffix.length - 1; i >= 0; i--) { for (let i = suffix.length - 1; i >= 0; i--) {
token = suffix[i]; token = suffix[i];
@ -138,7 +138,7 @@ const createTrie = (from) => {
size--; size--;
if (toPrune) { if (tokenToPrune) {
delete toPrune[tokenToPrune]; delete toPrune[tokenToPrune];
} else { } else {
delete node[SENTINEL]; delete node[SENTINEL];
@ -153,8 +153,8 @@ const createTrie = (from) => {
* @param {string} suffix - Prefix to check. * @param {string} suffix - Prefix to check.
* @return {boolean} * @return {boolean}
*/ */
const has = (suffix) => { const has = (suffix: string): boolean => {
let node = root; let node: any = root;
for (let i = suffix.length - 1; i >= 0; i--) { for (let i = suffix.length - 1; i >= 0; i--) {
node = node[suffix[i]]; node = node[suffix[i]];
@ -445,8 +445,4 @@ const createTrie = (from) => {
// }; // };
// } // }
/** export default createTrie;
* Exporting.
*/
module.exports.SENTINEL = SENTINEL;
module.exports = createTrie;

View File

@ -71,6 +71,6 @@ const validate = task(__filename, async () => {
}); });
module.exports.validate = validate; module.exports.validate = validate;
if (require.main === module) { if (import.meta.main) {
validate(); validate();
} }

View File

@ -298,7 +298,7 @@ mir-s3-cdn-cf.behance.net
# >> Amazon CDN # >> Amazon CDN
.ssl-images-amazon.com .ssl-images-amazon.com
.media-amazon.com .media-amazon.com
.cloudfront.net # .cloudfront.net public suffix
# AWS # AWS
.awsstatic.com .awsstatic.com
cdn.assets.as2.amazonaws.com cdn.assets.as2.amazonaws.com

View File

@ -1,5 +1,7 @@
# $ custom_build_script # $ custom_build_script
# >> Amazon CloudFront
DOMAIN-SUFFIX,cloudfront.net
# >> GitHub Pages # >> GitHub Pages
DOMAIN-SUFFIX,github.io DOMAIN-SUFFIX,github.io
# >> GitHub # >> GitHub

BIN
bun.lockb

Binary file not shown.

View File

@ -9,10 +9,12 @@ module.exports = require('eslint-config-sukka').sukka({
} }
} }
}, },
node: true node: true,
ts: true
}, { }, {
rules: { rules: {
'sukka/unicorn/prefer-math-trunc': 'off', 'sukka/unicorn/prefer-math-trunc': 'off',
'sukka/unicorn/prefer-number-properties': ['warn', { checkInfinity: false }] 'sukka/unicorn/prefer-number-properties': ['warn', { checkInfinity: false }],
'n/no-missing-require': 'off'
} }
}); });

View File

@ -29,8 +29,7 @@
"punycode": "^2.3.1", "punycode": "^2.3.1",
"table": "^6.8.1", "table": "^6.8.1",
"tar": "^6.2.0", "tar": "^6.2.0",
"tldts": "^6.0.19", "tldts": "^6.0.19"
"undici": "5.27.0"
}, },
"devDependencies": { "devDependencies": {
"@eslint-sukka/node": "^4.1.7", "@eslint-sukka/node": "^4.1.7",
@ -39,7 +38,8 @@
"chai": "4.3.10", "chai": "4.3.10",
"eslint-config-sukka": "4.1.7", "eslint-config-sukka": "4.1.7",
"eslint-formatter-sukka": "4.1.7", "eslint-formatter-sukka": "4.1.7",
"mocha": "^10.2.0" "mocha": "^10.2.0",
"typescript": "^5.2.2"
}, },
"resolutions": { "resolutions": {
"has": "npm:@nolyfill/has@latest" "has": "npm:@nolyfill/has@latest"

View File

@ -14,5 +14,9 @@
"forceConsistentCasingInFileNames": true, "forceConsistentCasingInFileNames": true,
"strict": true, "strict": true,
"skipLibCheck": true "skipLibCheck": true
} },
"include": [
"./Build/**/*.js",
"./Build/**/*.ts"
]
} }