Update CDN / Download / Domestic Hosts

2026-01-28 17:41:54 +08:00 · 2024-01-17 19:15:43 +08:00
parent 4ecc4f170d
commit 1c72dcb5e0
10 changed files with 93 additions and 47 deletions
--- a/Build/build-cdn-download-conf.ts
+++ b/Build/build-cdn-download-conf.ts
@@ -0,0 +1,89 @@
+import path from 'path';
+import { createRuleset } from './lib/create-file';
+import { readFileIntoProcessedArray } from './lib/fetch-text-by-line';
+import { createTrie } from './lib/trie';
+import { task } from './trace';
+import { SHARED_DESCRIPTION } from './lib/constants';
+import { getPublicSuffixListTextPromise } from './download-publicsuffixlist';
+
+const getS3OSSDomainsPromise = (async (): Promise<Set<string>> => {
+  const trie = createTrie((await getPublicSuffixListTextPromise()).split('\n'));
+
+  /**
+   * Extract OSS domain from publicsuffix list
+   */
+  const S3OSSDomains = new Set<string>();
+
+  trie.find('.amazonaws.com').forEach((line: string) => {
+    if (
+      (line.startsWith('s3-') || line.startsWith('s3.'))
+      && !line.includes('cn-')
+    ) {
+      S3OSSDomains.add(line);
+    }
+  });
+  trie.find('.scw.cloud').forEach((line: string) => {
+    if (
+      (line.startsWith('s3-') || line.startsWith('s3.'))
+      && !line.includes('cn-')
+    ) {
+      S3OSSDomains.add(line);
+    }
+  });
+  trie.find('sakurastorage.jp').forEach((line: string) => {
+    if (
+      (line.startsWith('s3-') || line.startsWith('s3.'))
+    ) {
+      S3OSSDomains.add(line);
+    }
+  });
+
+  return S3OSSDomains;
+})();
+
+export const buildCdnDownloadConf = task(import.meta.path, async (span) => {
+  /** @type {string[]} */
+  const cdnDomainsList: string[] = await readFileIntoProcessedArray(path.resolve(import.meta.dir, '../Source/non_ip/cdn.conf'));
+  (await getS3OSSDomainsPromise).forEach((domain: string) => { cdnDomainsList.push(`DOMAIN-SUFFIX,${domain}`); });
+
+  const downloadDomainSet: string[] = await readFileIntoProcessedArray(path.resolve(import.meta.dir, '../Source/domainset/download.conf'));
+  const steamDomainSet: string[] = await readFileIntoProcessedArray(path.resolve(import.meta.dir, '../Source/domainset/steam.conf'));
+
+  return Promise.all([
+    createRuleset(
+      span,
+      'Sukka\'s Ruleset - CDN Domains',
+      [
+        ...SHARED_DESCRIPTION,
+        '',
+        'This file contains object storage and static assets CDN domains.'
+      ],
+      new Date(),
+      cdnDomainsList,
+      'ruleset',
+      path.resolve(import.meta.dir, '../List/non_ip/cdn.conf'),
+      path.resolve(import.meta.dir, '../Clash/non_ip/cdn.txt')
+    ),
+    createRuleset(
+      span,
+      'Sukka\'s Ruleset - Large Files Hosting Domains',
+      [
+        ...SHARED_DESCRIPTION,
+        '',
+        'This file contains domains for software updating & large file hosting.'
+      ],
+      new Date(),
+      [
+        ...downloadDomainSet,
+        ...steamDomainSet
+      ],
+      'domainset',
+      path.resolve(import.meta.dir, '../List/domainset/download.conf'),
+      path.resolve(import.meta.dir, '../Clash/domainset/download.txt')
+    )
+  ]);
+});
+
+if (import.meta.main) {
+  buildCdnDownloadConf();
+}