Chore: dedupe and sort other rulesets

This commit is contained in:
SukkaW
2024-09-08 01:28:54 +08:00
parent d4ee25e75a
commit 90079b9987
8 changed files with 110 additions and 91 deletions

View File

@@ -5,7 +5,7 @@ import { createTrie } from './lib/trie';
import { task } from './trace';
import { SHARED_DESCRIPTION } from './lib/constants';
import { getPublicSuffixListTextPromise } from './lib/download-publicsuffixlist';
import { domainDeduper } from './lib/domain-deduper';
import { domainsetDeduper } from './lib/domain-deduper';
import { appendArrayInPlace } from './lib/append-array-in-place';
import { sortDomains } from './lib/stable-sort-domain';
import { output } from './lib/misc';
@@ -76,7 +76,7 @@ export const buildCdnDownloadConf = task(require.main === module, __filename)(as
'This file contains object storage and static assets CDN domains.'
],
new Date(),
sortDomains(domainDeduper(cdnDomainsList)),
sortDomains(domainsetDeduper(cdnDomainsList)),
'domainset',
output('cdn', 'domainset')
),
@@ -89,7 +89,7 @@ export const buildCdnDownloadConf = task(require.main === module, __filename)(as
'This file contains domains for software updating & large file hosting.'
],
new Date(),
sortDomains(domainDeduper(downloadDomainSet)),
sortDomains(domainsetDeduper(downloadDomainSet)),
'domainset',
output('download', 'domainset')
)