Housekeeping

This commit is contained in:
SukkaW
2026-08-01 00:28:06 +08:00
parent ceffda1cad
commit 32a0c1a49b
3 changed files with 29 additions and 28 deletions

View File

@@ -6,6 +6,7 @@ import { readFileByLine } from './lib/fetch-text-by-line';
import { processLine } from './lib/process-line'; import { processLine } from './lib/process-line';
import { HostnameSmolTrie } from 'hntrie/smol'; import { HostnameSmolTrie } from 'hntrie/smol';
import { task } from './trace'; import { task } from './trace';
import { fastStringArrayJoin } from 'foxts/fast-string-array-join';
const ENFORCED_WHITELIST = [ const ENFORCED_WHITELIST = [
'hola.sk', 'hola.sk',
@@ -93,7 +94,7 @@ async function dedupeFile(file: string, whitelist: HostnameSmolTrie) {
result.push(line); result.push(line);
} }
return fsp.writeFile(file, result.join('\n') + '\n'); return fsp.writeFile(file, fastStringArrayJoin(result, '\n') + '\n');
} }
// function isDomainSuffix(whiteItem: string, incomingItem: string) { // function isDomainSuffix(whiteItem: string, incomingItem: string) {

View File

@@ -29,7 +29,7 @@
"domain-alive": "^0.1.23", "domain-alive": "^0.1.23",
"fast-cidr-tools": "^0.3.4", "fast-cidr-tools": "^0.3.4",
"fast-escape-regexp": "^1.0.1", "fast-escape-regexp": "^1.0.1",
"fast-uri": "^4.1.1", "fast-uri": "^4.1.2",
"fdir": "^6.5.0", "fdir": "^6.5.0",
"fnv1a52": "^1.0.0", "fnv1a52": "^1.0.0",
"hash-wasm": "^4.12.0", "hash-wasm": "^4.12.0",
@@ -40,8 +40,8 @@
"tar-fs": "^3.1.3", "tar-fs": "^3.1.3",
"telegram": "^2.26.22", "telegram": "^2.26.22",
"tinyglobby": "^0.2.17", "tinyglobby": "^0.2.17",
"tldts": "^7.4.9", "tldts": "^7.4.10",
"tldts-experimental": "^7.4.9", "tldts-experimental": "^7.4.10",
"undici": "^8.9.0", "undici": "^8.9.0",
"undici-cache-store-better-sqlite3": "^1.1.0", "undici-cache-store-better-sqlite3": "^1.1.0",
"why-is-node-running": "^3.2.2", "why-is-node-running": "^3.2.2",
@@ -70,5 +70,5 @@
"tinyexec": "^1.2.4", "tinyexec": "^1.2.4",
"typescript": "^6.0.3" "typescript": "^6.0.3"
}, },
"packageManager": "pnpm@11.17.0" "packageManager": "pnpm@11.18.0"
} }

46
pnpm-lock.yaml generated
View File

@@ -42,8 +42,8 @@ importers:
specifier: ^1.0.1 specifier: ^1.0.1
version: 1.0.1 version: 1.0.1
fast-uri: fast-uri:
specifier: ^4.1.1 specifier: ^4.1.2
version: 4.1.1 version: 4.1.2
fdir: fdir:
specifier: ^6.5.0 specifier: ^6.5.0
version: 6.5.0(picomatch@4.0.4) version: 6.5.0(picomatch@4.0.4)
@@ -75,11 +75,11 @@ importers:
specifier: ^0.2.17 specifier: ^0.2.17
version: 0.2.17 version: 0.2.17
tldts: tldts:
specifier: ^7.4.9 specifier: ^7.4.10
version: 7.4.9 version: 7.4.10
tldts-experimental: tldts-experimental:
specifier: ^7.4.9 specifier: ^7.4.10
version: 7.4.9 version: 7.4.10
undici: undici:
specifier: ^8.9.0 specifier: ^8.9.0
version: 8.9.0 version: 8.9.0
@@ -1426,8 +1426,8 @@ packages:
fast-levenshtein@2.0.6: fast-levenshtein@2.0.6:
resolution: {integrity: sha512-DCXu6Ifhqcks7TZKY3Hxp3y6qphY5SJZmrWMDrKcERSOXWQdMhU9Ig/PYrzyw/ul9jOIyh0N4M0tbC5hodg8dw==} resolution: {integrity: sha512-DCXu6Ifhqcks7TZKY3Hxp3y6qphY5SJZmrWMDrKcERSOXWQdMhU9Ig/PYrzyw/ul9jOIyh0N4M0tbC5hodg8dw==}
fast-uri@4.1.1: fast-uri@4.1.2:
resolution: {integrity: sha512-YPOs1zD5TG2+EZt+r88LwF6mclA7TPkpwMP7ZN3TO2HiHS8TXvq7QA/17iJsV9dubcLo/f8eEYqMBruyQV21hQ==} resolution: {integrity: sha512-TyGmBcbDTZXcb2cj5MV89DrF42DKvb3y5DDUNh95iO+IMeAzMkVSxK1PZRrRIpc9yg8U2GhGdbofNa0LS/a4Bw==}
fdir@6.5.0: fdir@6.5.0:
resolution: {integrity: sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==} resolution: {integrity: sha512-tIbYtZbucOs0BRGqPJkshJUYdL+SDH7dVM8gjy+ERp3WAUjLEFJE+02kanyHtwjWOnwrKYBiwAmM0p4kLJAnXg==}
@@ -1956,14 +1956,14 @@ packages:
resolution: {integrity: sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g==} resolution: {integrity: sha512-wXR/dYpcqKmfWpEdZjiKJOwCNFndD0DMnrW/cYjVGttEkBfVgcLFHoNrlj47mjOVic9yyNu65alsgF4NQyTa2g==}
engines: {node: '>=12.0.0'} engines: {node: '>=12.0.0'}
tldts-core@7.4.9: tldts-core@7.4.10:
resolution: {integrity: sha512-DxKfPBI52p2msTEu7MPhdpdDTBhhVQg1a/8PjQckeyAvO13eMYElX545grIp6nnTGIMZlRvFZPvFhvI/WIz2Vg==} resolution: {integrity: sha512-KnQjp53ZekKgm/r3l+u8kJGGzYgrWdP8+Mql7a4vijh2WE0IrZWspQj/TpTxDho/YxO+AnOZnIjQcCD+q6iJsw==}
tldts-experimental@7.4.9: tldts-experimental@7.4.10:
resolution: {integrity: sha512-zxh7G+3XL+Rg8CqSzjsqz9GODJY7ZhlwD9azD1ihVpueayTWAyQU5yyf7s34yZ5yDESCo6rr4TL8bHxykdy5hQ==} resolution: {integrity: sha512-l+FUGTqw3cYLnM6uL45IhdIG1ue9N7ZnMe9ZFC0S3/ROTL6xkJrUFQvsjfqSD9YzywDvgWj9uRZTXib3v3bnHw==}
tldts@7.4.9: tldts@7.4.10:
resolution: {integrity: sha512-3kZ8wQQ/k5DrChD4X4FVvr2D7E5uoRgAqkPyLpSCGUvqOvqu+JEdr3mwMUaVWb+vMHZaKhF5fp2PBigKsui7hA==} resolution: {integrity: sha512-GgouD1B+sWwvkaEq8vXC15DjQitxbvs12oIXELpconwm+Tg3zfcEv4jgzq3vtKverDXsg3VI8aRgNL2Nra0Iog==}
hasBin: true hasBin: true
ts-api-utils@2.5.0: ts-api-utils@2.5.0:
@@ -2215,11 +2215,11 @@ snapshots:
'@remusao/guess-url-type': 2.1.0 '@remusao/guess-url-type': 2.1.0
'@remusao/small': 2.1.0 '@remusao/small': 2.1.0
'@remusao/smaz': 2.2.0 '@remusao/smaz': 2.2.0
tldts-experimental: 7.4.9 tldts-experimental: 7.4.10
'@ghostery/url-parser@1.3.1': '@ghostery/url-parser@1.3.1':
dependencies: dependencies:
tldts-experimental: 7.4.9 tldts-experimental: 7.4.10
'@henrygd/queue@1.2.0': {} '@henrygd/queue@1.2.0': {}
@@ -2987,7 +2987,7 @@ snapshots:
dependencies: dependencies:
debug: 4.4.1(supports-color@8.1.1) debug: 4.4.1(supports-color@8.1.1)
foxts: 5.8.1 foxts: 5.8.1
tldts: 7.4.9 tldts: 7.4.10
transitivePeerDependencies: transitivePeerDependencies:
- supports-color - supports-color
@@ -3323,7 +3323,7 @@ snapshots:
fast-levenshtein@2.0.6: {} fast-levenshtein@2.0.6: {}
fast-uri@4.1.1: {} fast-uri@4.1.2: {}
fdir@6.5.0(picomatch@4.0.4): fdir@6.5.0(picomatch@4.0.4):
optionalDependencies: optionalDependencies:
@@ -3878,15 +3878,15 @@ snapshots:
fdir: 6.5.0(picomatch@4.0.4) fdir: 6.5.0(picomatch@4.0.4)
picomatch: 4.0.4 picomatch: 4.0.4
tldts-core@7.4.9: {} tldts-core@7.4.10: {}
tldts-experimental@7.4.9: tldts-experimental@7.4.10:
dependencies: dependencies:
tldts-core: 7.4.9 tldts-core: 7.4.10
tldts@7.4.9: tldts@7.4.10:
dependencies: dependencies:
tldts-core: 7.4.9 tldts-core: 7.4.10
ts-api-utils@2.5.0(typescript@6.0.3): ts-api-utils@2.5.0(typescript@6.0.3):
dependencies: dependencies: