GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 17:20:35 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: update reject stats builder

Browse Source
This commit is contained in:
SukkaW 2024-09-05 23:40:58 +08:00
parent ae732735ef
commit 2185a5e806
1 changed files with 28 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
Build/build-reject-domainset.ts
View File

@ -20,6 +20,7 @@ import { getPhishingDomains } from './lib/get-phishing-domains';
import { setAddFromArray, setAddFromArrayCurried } from './lib/set-add-from-array'; import { setAddFromArray, setAddFromArrayCurried } from './lib/set-add-from-array';
import { output } from './lib/misc'; import { output } from './lib/misc';
import { appendArrayInPlace } from './lib/append-array-in-place';
const getRejectSukkaConfPromise = readFileIntoProcessedArray(path.resolve(__dirname, '../Source/domainset/reject_sukka.conf')); const getRejectSukkaConfPromise = readFileIntoProcessedArray(path.resolve(__dirname, '../Source/domainset/reject_sukka.conf'));
@ -161,18 +162,15 @@ export const buildRejectDomainSet = task(require.main === module, __filename)(as
); );
// Create reject stats // Create reject stats
const rejectDomainsStats: Array<[string, number]> = span const rejectDomainsStats: string[] = span
.traceChild('create reject stats') .traceChild('create reject stats')
.traceSyncFn(() => { .traceSyncFn(() => {
const statMap = dudupedDominArray.reduce<Map<string, number>>((acc, cur) => { const results = [];
const suffix = domainArrayMainDomainMap.get(cur); results.push('=== base ===');
if (suffix) { appendArrayInPlace(results, getStatMap(dudupedDominArray, domainArrayMainDomainMap));
acc.set(suffix, (acc.get(suffix) ?? 0) + 1); results.push('=== extra ===');
} appendArrayInPlace(results, getStatMap(dudupedDominArrayExtra, domainArrayMainDomainMap));
return acc; return results;
}, new Map());
return Array.from(statMap.entries()).filter(a => a[1] > 9).sort((a, b) => (b[1] - a[1]) || a[0].localeCompare(b[0]));
}); });
return Promise.all([ return Promise.all([
@ -215,8 +213,27 @@ export const buildRejectDomainSet = task(require.main === module, __filename)(as
), ),
compareAndWriteFile( compareAndWriteFile(
span, span,
rejectDomainsStats.map(([domain, count]) => `${domain}${' '.repeat(100 - domain.length)}${count}`), rejectDomainsStats,
path.resolve(__dirname, '../Internal/reject-stats.txt') path.resolve(__dirname, '../Internal/reject-stats.txt')
) )
]); ]);
}); });
function getStatMap(domains: string[], domainArrayMainDomainMap: Map<string, string>): string[] {
return Array.from(
(
domains.reduce<Map<string, number>>((acc, cur) => {
const suffix = domainArrayMainDomainMap.get(cur);
if (suffix) {
acc.set(suffix, (acc.get(suffix) ?? 0) + 1);
}
return acc;
}, new Map())
).entries()
)
.filter(a => a[1] > 9)
.sort(
(a, b) => (b[1] - a[1]) || a[0].localeCompare(b[0])
)
.map(([domain, count]) => `${domain}${' '.repeat(100 - domain.length)}${count}`);
};