GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-13 01:30:37 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: improve reject set domain worker performance

Browse Source
This commit is contained in:
SukkaW 2022-09-16 17:48:04 +08:00
parent 3adf52e20d
commit 74d627009b
1 changed files with 22 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
Build/worker/build-reject-domainset-worker.js
View File

@ -1,9 +1,11 @@
const { workerData, move } = require('piscina');
const len = workerData.length;
// pre check if fullset domain is starts with a "."
// This avoid calling chatCodeAt repeatedly
const fullsetDomainStartsWithADot = workerData.map(domain => domain.charCodeAt(0) === 46);
// workerData is an array of string. Sort it by length, short first:
const fullsetDomainStartsWithADot = workerData.sort((a, b) => a.length - b.length).filter(domain => domain.charCodeAt(0) === 46);
const totalLen = fullsetDomainStartsWithADot.length;
module.exports = ({ chunk }) => {
const chunkLength = chunk.length;
@ -12,35 +14,38 @@ module.exports = ({ chunk }) => {
for (let i = 0; i < chunkLength; i++) {
const domainFromInput = chunk[i];
for (let j = 0; j < len; j++) {
// Check if domainFromFullset starts with a "."
if (!fullsetDomainStartsWithADot[j]) continue;
for (let j = 0; j < totalLen; j++) {
const domainFromFullSet = fullsetDomainStartsWithADot[j];
// domainFromFullSet is now startsWith a "."
const domainFromFullSet = workerData[j];
if (domainFromFullSet === domainFromInput) continue;
const domainFromInputLen = domainFromInput.length;
const domainFromFullSetLen = domainFromFullSet.length;
// !domainFromInput.starsWith('.') && `.${domainFromInput}` === domainFromFullSet
if (domainFromInput.charCodeAt(0) !== 46) {
let shouldBeRemoved = true;
if (domainFromInputLen + 1 === domainFromFullSetLen) {
for (let k = 0; k < domainFromInputLen; k++) {
if (domainFromFullSet.charCodeAt(k + 1) !== domainFromInput.charCodeAt(k)) {
shouldBeRemoved = false;
let shouldBeRemoved = true;
for (let k = 0; k < domainFromInputLen; k++) {
if (domainFromFullSet.charCodeAt(k + 1) !== domainFromInput.charCodeAt(k)) {
shouldBeRemoved = false;
break;
}
}
if (shouldBeRemoved) {
outputToBeRemoved[i] = 1;
break;
}
}
if (shouldBeRemoved) {
outputToBeRemoved[i] = 1;
break;
}
}
// domainFromInput is now startsWith a "."
if (domainFromInputLen >= domainFromFullSet.length) {
if (domainFromInputLen >= domainFromFullSetLen) {
if (domainFromInput.endsWith(domainFromFullSet)) {
outputToBeRemoved[i] = 1;
break;