GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-02-02 03:51:53 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: new util run against source file
Some checks failed
Build / Build (push) Has been cancelled
Details
Build / Diff output (push) Has been cancelled
Details
Build / Deploy to Cloudflare Pages (3.114.6) (push) Has been cancelled
Details
Build / Deploy to GitHub and GitLab (push) Has been cancelled
Details

Browse Source
This commit is contained in:
SukkaW
2025-04-27 23:33:56 +08:00
parent 505f7544ed
commit 2d706f4775
8 changed files with 132 additions and 177 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
Build/validate-domestic.ts
View File

@@ -1,11 +1,10 @@
import { readFileByLine } from './lib/fetch-text-by-line';
import { parse } from 'csv-parse/sync';
import { HostnameSmolTrie } from './lib/trie';
import path from 'node:path';
import { processLine } from './lib/process-line';
import { SOURCE_DIR } from './constants/dir';
import { parseFelixDnsmasqFromResp } from './lib/parse-dnsmasq';
import { $$fetch } from './lib/fetch-retry';
import runAgainstSourceFile from './lib/run-against-source-file';
export async function parseDomesticList() {
const trie = new HostnameSmolTrie(await parseFelixDnsmasqFromResp(await $$fetch('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')));
@@ -36,27 +35,24 @@ export async function parseDomesticList() {
const notIncludedDomestic = new Set<string>(top5000);
const runAgainstRuleset = async (ruleset: string) => {
for await (const l of readFileByLine(ruleset)) {
const line = processLine(l);
if (!line) continue;
const [type, domain] = line.split(',');
if (type === 'DOMAIN-SUFFIX') {
// await Promise.all([
await runAgainstSourceFile(
path.resolve(SOURCE_DIR, 'non_ip/domestic.conf'),
(domain, includeAllSubdomain) => {
if (includeAllSubdomain) {
if (top5000.has(domain)) {
notIncludedDomestic.delete(domain);
}
} else if (type === 'DOMAIN-KEYWORD') {
for (const d of top5000) {
if (d.includes(domain)) {
notIncludedDomestic.delete(d);
}
}
} else {
// noop, DOMAIN-KEYWORD handing
// for (const d of top5000) {
// if (d.includes(domain)) {
// notIncludedDomestic.delete(d);
// }
// }
}
}
};
// await Promise.all([
await runAgainstRuleset(path.resolve(SOURCE_DIR, 'non_ip/domestic.conf'));
);
// ]);
console.log(notIncludedDomestic.size, notIncludedDomestic);