Chore: trie dump meta supports callback

This commit is contained in:
SukkaW
2024-10-12 13:24:27 +08:00
parent 7b3d422df6
commit 80ab4e69c1
3 changed files with 12 additions and 11 deletions

View File

@@ -12,7 +12,7 @@ import { readFileByLine } from '../fetch-text-by-line';
import { asyncWriteToStream } from '../async-write-to-stream'; import { asyncWriteToStream } from '../async-write-to-stream';
export abstract class RuleOutput<TPreprocessed = unknown> { export abstract class RuleOutput<TPreprocessed = unknown> {
protected domainTrie = createTrie<unknown>(null, true); protected domainTrie = createTrie<string>(null, true);
protected domainKeywords = new Set<string>(); protected domainKeywords = new Set<string>();
protected domainWildcard = new Set<string>(); protected domainWildcard = new Set<string>();
protected userAgent = new Set<string>(); protected userAgent = new Set<string>();
@@ -97,7 +97,7 @@ export abstract class RuleOutput<TPreprocessed = unknown> {
} }
addDomain(domain: string) { addDomain(domain: string) {
this.domainTrie.add(domain); this.domainTrie.add(domain, domain);
return this; return this;
} }
@@ -109,8 +109,7 @@ export abstract class RuleOutput<TPreprocessed = unknown> {
} }
addDomainSuffix(domain: string) { addDomainSuffix(domain: string) {
this.domainTrie.add(domain[0] === '.' ? domain : '.' + domain); return this.addDomain(domain[0] === '.' ? domain : '.' + domain);
return this;
} }
bulkAddDomainSuffix(domains: string[]) { bulkAddDomainSuffix(domains: string[]) {

View File

@@ -80,9 +80,7 @@ export class DomainsetOutput extends RuleOutput<Preprocessed> {
) )
.entries()) .entries())
.filter(a => a[1] > 9) .filter(a => a[1] > 9)
.sort( .sort((a, b) => (b[1] - a[1]) || a[0].localeCompare(b[0]))
(a, b) => (b[1] - a[1]) || a[0].localeCompare(b[0])
)
.map(([domain, count]) => `${domain}${' '.repeat(100 - domain.length)}${count}`); .map(([domain, count]) => `${domain}${' '.repeat(100 - domain.length)}${count}`);
} }

View File

@@ -316,12 +316,16 @@ abstract class Triebase<Meta = any> {
return results; return results;
}; };
public dumpMeta() { public dumpMeta(onMeta: (meta: Meta) => void): void;
public dumpMeta(): Meta[];
public dumpMeta(onMeta?: (meta: Meta) => void): Meta[] | void {
const results: Meta[] = []; const results: Meta[] = [];
this.walk((_suffix, meta) => { const handleMeta = onMeta
results.push(meta); ? (_suffix: string[], meta: Meta) => onMeta(meta)
}); : (_suffix: string[], meta: Meta) => results.push(meta);
this.walk(handleMeta);
return results; return results;
}; };