GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 17:20:35 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: improve reject set dedupe performance

Browse Source
This commit is contained in:
SukkaW 2022-08-21 20:57:01 +08:00
parent f0c517f0bf
commit 939a119a52
1 changed files with 24 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
Build/worker/build-reject-domainset-worker.js
View File

@ -6,17 +6,35 @@ exports.dedupe = ({ chunk }) => {
for (let i = 0, l = chunk.length; i < l; i++) { for (let i = 0, l = chunk.length; i < l; i++) {
const domainFromInput = chunk[i]; const domainFromInput = chunk[i];
for (const domainFromFullSet of workerData) { for (const domainFromFullSet of workerData) {
if (outputToBeRemoved.has(domainFromFullSet)) continue;
if (domainFromFullSet === domainFromInput) continue; if (domainFromFullSet === domainFromInput) continue;
if (domainFromFullSet.charAt(0) !== '.') continue; if (domainFromFullSet.charAt(0) !== '.') continue;
// domainFromFullSet is now startsWith a "."
if ( if (domainFromInput.charAt(0) !== '.') {
(domainFromInput.charAt(0) !== '.' && `.${domainFromInput}` === domainFromFullSet) let shouldBeRemoved = true;
|| domainFromInput.endsWith(domainFromFullSet)
) { for (let j = 0, l2 = domainFromInput.length; j < l2; j++) {
if (domainFromFullSet.charAt(j + 1) !== domainFromInput.charAt(j)) {
shouldBeRemoved = false;
break;
}
}
if (shouldBeRemoved) {
outputToBeRemoved.add(domainFromInput); outputToBeRemoved.add(domainFromInput);
break; break;
} }
} }
// domainFromInput is now startsWith a "."
if (domainFromInput.length >= domainFromFullSet.length) {
if (domainFromInput.endsWith(domainFromFullSet)) {
outputToBeRemoved.add(domainFromInput);
break;
}
}
}
} }
return outputToBeRemoved; return outputToBeRemoved;