Update build tools

This commit is contained in:
SukkaW
2023-08-10 13:12:54 +08:00
parent 9b8be63ecb
commit df56ad9925
5 changed files with 42 additions and 44 deletions

View File

@@ -6,32 +6,29 @@ const { minifyRules } = require('./lib/minify-rules');
const { domainDeduper } = require('./lib/domain-deduper');
const { processLine } = require('./lib/process-line');
const { fetchRemoteTextAndCreateReadlineInterface, readFileByLine } = require('./lib/fetch-remote-text-by-line');
const Trie = require('./lib/trie');
(async () => {
console.time('Total Time - build-cdn-conf');
const trie = new Trie();
for await (const line of await fetchRemoteTextAndCreateReadlineInterface('https://publicsuffix.org/list/public_suffix_list.dat')) {
trie.add(line);
}
/**
* Extract OSS domain from publicsuffix list
* @type {Set<string>}
*/
const S3OSSDomains = new Set();
for await (const line of await fetchRemoteTextAndCreateReadlineInterface('https://publicsuffix.org/list/public_suffix_list.dat')) {
if (
line
&& (
line.startsWith('s3-')
|| line.startsWith('s3.')
)
&& (
line.endsWith('.amazonaws.com')
|| line.endsWith('.scw.cloud')
)
&& !line.includes('cn-')
) {
S3OSSDomains.add(line);
}
}
trie.find('.amazonaws.com')
.filter(line => (line.startsWith('s3-') || line.startsWith('s3.')) && !line.includes('cn-'))
.forEach(line => S3OSSDomains.add(line));
trie.find('.scw.cloud')
.filter(line => (line.startsWith('s3-') || line.startsWith('s3.')) && !line.includes('cn-'))
.forEach(line => S3OSSDomains.add(line));
/** @type {string[]} */
const cdnDomainsList = [];