GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-29 01:51:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: faster reject domainset build

Browse Source
This commit is contained in:
SukkaW
2022-11-05 17:16:10 +08:00
parent 94db04effc
commit e1b57dd48e
3 changed files with 5 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
Build/worker/build-reject-domainset-worker.js
View File

@@ -1,5 +1,4 @@
const Piscina = require('piscina');
const { canExcludeFromDedupe } = require('../lib/parse-filter')
const fullsetDomainStartsWithADot = Piscina.workerData
const totalLen = fullsetDomainStartsWithADot.length;
@@ -11,13 +10,9 @@ module.exports.dedupe = ({ chunk }) => {
for (let i = 0; i < chunkLength; i++) {
const domainFromInput = chunk[i];
if (canExcludeFromDedupe(domainFromInput)) {
continue;
}
for (let j = 0; j < totalLen; j++) {
const domainFromFullSet = fullsetDomainStartsWithADot[j];
// domainFromFullSet is now startsWith a "."
// domainFromFullSet is always startsWith "."
if (domainFromFullSet === domainFromInput) continue;