GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-14 18:20:35 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: perform hint on reject domain dedupe

Browse Source
This commit is contained in:
SukkaW 2022-09-21 23:24:48 +08:00
parent 6fe7655435
commit 09887a629f
1 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
Build/worker/build-reject-domainset-worker.js
View File

@ -4,7 +4,10 @@ const { workerData, move } = require('piscina');
// This avoid calling chatCodeAt repeatedly // This avoid calling chatCodeAt repeatedly
// workerData is an array of string. Sort it by length, short first: // workerData is an array of string. Sort it by length, short first:
const fullsetDomainStartsWithADot = workerData.sort((a, b) => a.length - b.length).filter(domain => domain.charCodeAt(0) === 46); const fullsetDomainStartsWithADot = workerData.filter(domain => (
domain.charCodeAt(0) === 46
&& !canExcludeFromDedupe(domain)
));
const totalLen = fullsetDomainStartsWithADot.length; const totalLen = fullsetDomainStartsWithADot.length;
module.exports = ({ chunk }) => { module.exports = ({ chunk }) => {
@ -14,6 +17,10 @@ module.exports = ({ chunk }) => {
for (let i = 0; i < chunkLength; i++) { for (let i = 0; i < chunkLength; i++) {
const domainFromInput = chunk[i]; const domainFromInput = chunk[i];
if (canExcludeFromDedupe(domainFromInput)) {
continue;
}
for (let j = 0; j < totalLen; j++) { for (let j = 0; j < totalLen; j++) {
const domainFromFullSet = fullsetDomainStartsWithADot[j]; const domainFromFullSet = fullsetDomainStartsWithADot[j];
// domainFromFullSet is now startsWith a "." // domainFromFullSet is now startsWith a "."
@ -56,3 +63,11 @@ module.exports = ({ chunk }) => {
return move(outputToBeRemoved); return move(outputToBeRemoved);
}; };
// duckdns.org domain will not overlap and doesn't need dedupe
function canExcludeFromDedupe(domain) {
if (domain.endsWith('.duckdns.org')) {
return true;
}
return false;
}