Perf: preload/hoist more promises, make ts happy

Build/build-anti-bogus-domain.ts

@@ -8,14 +8,13 @@ import { SHARED_DESCRIPTION } from './lib/constants';
 import { isProbablyIpv4, isProbablyIpv6 } from './lib/is-fast-ip';
 import { TTL, deserializeArray, fsCache, serializeArray } from './lib/cache-filesystem';
 
-const getBogusNxDomainIPs = async () => {
+const URL = 'https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/bogus-nxdomain.china.conf';
-  const url = 'https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/bogus-nxdomain.china.conf';
 
-  return fsCache.apply(
+const getBogusNxDomainIPsPromise = fsCache.apply(
-    url,
+  URL,
   async () => {
     const result: string[] = [];
-      for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/bogus-nxdomain.china.conf')) {
+    for await (const line of await fetchRemoteTextByLine(URL)) {
       if (line && line.startsWith('bogus-nxdomain=')) {
         const ip = line.slice(15).trim();
         if (isProbablyIpv4(ip)) {
@@ -33,11 +32,8 @@ const getBogusNxDomainIPs = async () => {
     deserializer: deserializeArray
   }
 );
-};
 
 export const buildAntiBogusDomain = task(import.meta.path, async (span) => {
-  const bogusIpPromise = getBogusNxDomainIPs();
-
   const result: string[] = [];
   for await (const line of readFileByLine(path.resolve(import.meta.dir, '../Source/ip/reject.conf'))) {
     const l = processLine(line);
@@ -46,7 +42,7 @@ export const buildAntiBogusDomain = task(import.meta.path, async (span) => {
     }
   }
 
-  result.push(...(await bogusIpPromise));
+  result.push(...(await getBogusNxDomainIPsPromise));
 
   const description = [
     ...SHARED_DESCRIPTION,

Build/build-apple-cdn.ts

@@ -2,16 +2,12 @@
 import path from 'path';
 import { createRuleset } from './lib/create-file';
 import { parseFelixDnsmasq } from './lib/parse-dnsmasq';
-import { traceAsync } from './lib/trace-runner';
 import { task } from './trace';
 import { SHARED_DESCRIPTION } from './lib/constants';
-import picocolors from 'picocolors';
 import { createMemoizedPromise } from './lib/memo-promise';
 import { TTL, deserializeArray, fsCache, serializeArray } from './lib/cache-filesystem';
 
-export const getAppleCdnDomainsPromise = createMemoizedPromise(() => traceAsync(
+export const getAppleCdnDomainsPromise = createMemoizedPromise(() => fsCache.apply(
-  picocolors.gray('download dnsmasq-china-list apple.china.conf'),
-  () => fsCache.apply(
   'https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/apple.china.conf',
   () => parseFelixDnsmasq('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/apple.china.conf'),
   {
@@ -19,8 +15,6 @@ export const getAppleCdnDomainsPromise = createMemoizedPromise(() => traceAsync(
     serializer: serializeArray,
     deserializer: deserializeArray
   }
-  ),
-  picocolors.gray
 ));
 
 export const buildAppleCdn = task(import.meta.path, async (span) => {

Build/build-cdn-conf.ts

@@ -6,7 +6,8 @@ import { task } from './trace';
 import { processLine } from './lib/process-line';
 import { SHARED_DESCRIPTION } from './lib/constants';
 import { getPublicSuffixListTextPromise } from './download-publicsuffixlist';
-const getS3OSSDomains = async (): Promise<Set<string>> => {
+
+const getS3OSSDomainsPromise = (async (): Promise<Set<string>> => {
   const trie = createTrie((await getPublicSuffixListTextPromise()).split('\n'));
 
   /**
@@ -39,14 +40,12 @@ const getS3OSSDomains = async (): Promise<Set<string>> => {
   });
 
   return S3OSSDomains;
-};
+})();
 
 const buildCdnConf = task(import.meta.path, async (span) => {
   /** @type {string[]} */
   const cdnDomainsList: string[] = [];
 
-  const getS3OSSDomainsPromise: Promise<Set<string>> = getS3OSSDomains();
-
   for await (const l of readFileByLine(path.resolve(import.meta.dir, '../Source/non_ip/cdn.conf'))) {
     const line = processLine(l);
     if (line) {

Build/build-common.ts

@@ -125,8 +125,9 @@ async function transformDomainset(parentSpan: Span, sourcePath: string, relative
  * Output Surge RULE-SET and Clash classical text format
  */
 async function transformRuleset(parentSpan: Span, sourcePath: string, relativePath: string) {
-  const span = parentSpan.traceChild(`transform ruleset: ${path.basename(sourcePath, path.extname(sourcePath))}`);
+  return parentSpan
-
+    .traceChild(`transform ruleset: ${path.basename(sourcePath, path.extname(sourcePath))}`)
+    .traceAsyncFn(async (span) => {
       const res = await processFile(span, sourcePath);
       if (!res) return null;
 
@@ -151,4 +152,5 @@ async function transformRuleset(parentSpan: Span, sourcePath: string, relativePa
         path.resolve(outputSurgeDir, relativePath),
         path.resolve(outputClashDir, `${relativePath.slice(0, -path.extname(relativePath).length)}.txt`)
       );
+    });
 }

Build/build-microsoft-cdn.ts

@@ -24,6 +24,7 @@ const BLACKLIST = [
 
 export const getMicrosoftCdnRulesetPromise = createMemoizedPromise(async () => {
   const set = await traceAsync('fetch accelerated-domains.china.conf', async () => {
+    // First trie is to find the microsoft domains that matches probe domains
     const trie = createTrie();
     for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) {
       if (line.startsWith('server=/') && line.endsWith('/114.114.114.114')) {
@@ -34,6 +35,7 @@ export const getMicrosoftCdnRulesetPromise = createMemoizedPromise(async () => {
     return new Set(PROBE_DOMAINS.flatMap(domain => trie.find(domain, false)));
   });
 
+  // Second trie is to remove blacklisted domains
   const trie2 = createTrie(set);
   const black = BLACKLIST.flatMap(domain => trie2.find(domain, true));
   for (let i = 0, len = black.length; i < len; i++) {

Build/build-public.ts

@@ -16,7 +16,10 @@ const folderAndFilesToBeDeployed = [
   'LICENSE'
 ];
 
-export const buildPublic = task(import.meta.path, async () => {
+export const buildPublic = task(import.meta.path, async (span) => {
+  await span
+    .traceChild('copy public files')
+    .traceAsyncFn(async () => {
       const filesToBeCopied = (await listDir(
         rootPath, {
           ignoreHidden: true,
@@ -24,14 +27,18 @@ export const buildPublic = task(import.meta.path, async () => {
         }
       )).filter(file => folderAndFilesToBeDeployed.some(folderOrFile => file.startsWith(folderOrFile)));
 
-  await Promise.all(filesToBeCopied.map(file => {
+      return Promise.all(filesToBeCopied.map(file => {
         const src = path.resolve(rootPath, file);
         const dest = path.resolve(publicPath, file);
 
         return Bun.write(dest, Bun.file(src));
       }));
+    });
+
+  const html = await span
+    .traceChild('generate index.html')
+    .traceAsyncFn(() => treeDir(publicPath).then(generateHtml));
 
-  const html = generateHtml(await treeDir(publicPath));
   return Bun.write(path.join(publicPath, 'index.html'), html);
 });
 

Build/lib/get-gorhill-publicsuffix.ts

@@ -3,7 +3,7 @@ import { traceAsync } from './trace-runner';
 import { createMemoizedPromise } from './memo-promise';
 import { getPublicSuffixListTextPromise } from '../download-publicsuffixlist';
 
-const customFetch = (url: string | URL) => Promise.resolve(Bun.file(url));
+const customFetch = (url: string | URL): Promise<Blob> => Promise.resolve(Bun.file(url));
 
 export const getGorhillPublicSuffixPromise = createMemoizedPromise(() => traceAsync('create gorhill public suffix instance', async () => {
   const [publicSuffixListDat, { default: gorhill }] = await Promise.all([