import path from 'path'; import { createRuleset } from './lib/create-file'; import { fetchRemoteTextAndCreateReadlineInterface, readFileByLine } from './lib/fetch-remote-text-by-line'; import { createTrie } from './lib/trie'; import { task } from './lib/trace-runner'; import { processLine } from './lib/process-line'; const publicSuffixPath: string = path.resolve(__dirname, '../node_modules/.cache/public_suffix_list_dat.txt'); const getS3OSSDomains = async (): Promise> => { const trie = createTrie(); const publicSuffixFile = Bun.file(publicSuffixPath); if (await publicSuffixFile.exists()) { for await (const line of readFileByLine(publicSuffixPath)) { trie.add(line); } } else { console.log('public_suffix_list.dat not found, fetch directly from remote.'); for await (const line of await fetchRemoteTextAndCreateReadlineInterface('https://publicsuffix.org/list/public_suffix_list.dat')) { trie.add(line); } } /** * Extract OSS domain from publicsuffix list */ const S3OSSDomains = new Set(); trie.find('.amazonaws.com').forEach((line: string) => { if ( (line.startsWith('s3-') || line.startsWith('s3.')) && !line.includes('cn-') ) { S3OSSDomains.add(line); } }); trie.find('.scw.cloud').forEach((line: string) => { if ( (line.startsWith('s3-') || line.startsWith('s3.')) && !line.includes('cn-') ) { S3OSSDomains.add(line); } }); trie.find('sakurastorage.jp').forEach((line: string) => { if ( (line.startsWith('s3-') || line.startsWith('s3.')) ) { S3OSSDomains.add(line); } }); return S3OSSDomains; }; const buildCdnConf = task(__filename, async () => { /** @type {string[]} */ const cdnDomainsList: string[] = []; const getS3OSSDomainsPromise: Promise> = getS3OSSDomains(); for await (const l of readFileByLine(path.resolve(__dirname, '../Source/non_ip/cdn.conf'))) { if (l === '# --- [AWS S3 Replace Me] ---') { (await getS3OSSDomainsPromise).forEach((domain: string) => { cdnDomainsList.push(`DOMAIN-SUFFIX,${domain}`); }); continue; } const line = processLine(l); if (line) { cdnDomainsList.push(line); } } const description: string[] = [ 'License: AGPL 3.0', 'Homepage: https://ruleset.skk.moe', 'GitHub: https://github.com/SukkaW/Surge', '', 'This file contains object storage and static assets CDN domains.' ]; return Promise.all(createRuleset( 'Sukka\'s Ruleset - CDN Domains', description, new Date(), cdnDomainsList, 'ruleset', path.resolve(__dirname, '../List/non_ip/cdn.conf'), path.resolve(__dirname, '../Clash/non_ip/cdn.txt') )); }); export { buildCdnConf }; if (import.meta.main) { buildCdnConf(); }