GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-29 01:51:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: improve reject set dedupe performance

Browse Source
This commit is contained in:
SukkaW
2022-08-31 02:25:21 +08:00
parent 69c196c8a5
commit 39f3dacf6e
2 changed files with 45 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
Build/worker/build-reject-domainset-worker.js
View File

@@ -43,39 +43,3 @@ exports.dedupe = ({ chunk }) => {
return outputToBeRemoved;
};
exports.whitelisted = ({ whiteList }) => {
const outputToBeRemoved = new Set();
for (const domain of workerData) {
for (const white of whiteList) {
if (domain.includes(white) || white.includes(domain)) {
outputToBeRemoved.add(domain);
break;
}
}
}
return outputToBeRemoved;
};
exports.dedupeKeywords = ({ keywords, suffixes }) => {
const outputToBeRemoved = new Set();
for (const domain of workerData) {
for (const keyword of keywords) {
if (domain.includes(keyword) || keyword.includes(domain)) {
outputToBeRemoved.add(domain);
break;
}
}
for (const suffix of suffixes) {
if (domain.endsWith(suffix)) {
outputToBeRemoved.add(domain);
break;
}
}
}
return outputToBeRemoved;
}