Perf: make microsoft cdn in the dedicated thread
Some checks are pending
Build / Build (push) Waiting to run
Build / Diff output (push) Blocked by required conditions
Build / Deploy to Cloudflare Pages (push) Blocked by required conditions
Build / Deploy to GitHub and GitLab (push) Blocked by required conditions

This commit is contained in:
SukkaW 2025-03-04 22:37:10 +08:00
parent c5b88362ef
commit 7d0e22583d
2 changed files with 55 additions and 28 deletions

View File

@ -1,28 +1,29 @@
import { task } from './trace'; import { task } from './trace';
import { fetchRemoteTextByLine } from './lib/fetch-text-by-line';
import { HostnameSmolTrie } from './lib/trie';
import { SHARED_DESCRIPTION } from './constants/description'; import { SHARED_DESCRIPTION } from './constants/description';
import { createMemoizedPromise } from './lib/memo-promise'; import { createMemoizedPromise } from './lib/memo-promise';
import { extractDomainsFromFelixDnsmasq } from './lib/parse-dnsmasq';
import { RulesetOutput } from './lib/rules/ruleset'; import { RulesetOutput } from './lib/rules/ruleset';
import { appendArrayInPlace } from './lib/append-array-in-place'; import Worktank from 'worktank';
const PROBE_DOMAINS = ['.microsoft.com', '.windows.net', '.windows.com', '.windowsupdate.com', '.windowssearch.com', '.office.net']; const pool = new Worktank({
name: 'build-internal-reverse-chn-cidr',
size: 1,
timeout: 10000, // The maximum number of milliseconds to wait for the result from the worker, if exceeded the worker is terminated and the execution promise rejects
warmup: true,
autoterminate: 30000, // The interval of milliseconds at which to check if the pool can be automatically terminated, to free up resources, workers will be spawned up again if needed
env: {},
methods: {
// eslint-disable-next-line object-shorthand -- workertank
getMicrosoftCdnRuleset: async function (importMetaUrl: string): Promise<[domains: string[], domainSuffixes: string[]]> {
// TODO: createRequire is a temporary workaround for https://github.com/nodejs/node/issues/51956
const { default: module } = await import('node:module');
const __require = module.createRequire(importMetaUrl);
const DOMAINS = [ const { HostnameSmolTrie } = __require('./lib/trie');
'res.cdn.office.net', const { PROBE_DOMAINS, DOMAINS, DOMAIN_SUFFIXES, BLACKLIST } = __require('./constants/microsoft-cdn') as typeof import('./constants/microsoft-cdn');
'res-1.cdn.office.net', const { fetchRemoteTextByLine } = __require('./lib/fetch-text-by-line') as typeof import('./lib/fetch-text-by-line');
'statics.teams.cdn.office.net' const { appendArrayInPlace } = __require('./lib/append-array-in-place') as typeof import('./lib/append-array-in-place');
]; const { extractDomainsFromFelixDnsmasq } = __require('./lib/parse-dnsmasq') as typeof import('./lib/parse-dnsmasq');
const DOMAIN_SUFFIXES = ['download.prss.microsoft.com'];
const BLACKLIST = [
'www.microsoft.com',
'windowsupdate.com'
];
export const getMicrosoftCdnRulesetPromise = createMemoizedPromise<[domains: string[], domainSuffixes: string[]]>(async () => {
// First trie is to find the microsoft domains that matches probe domains
const trie = new HostnameSmolTrie(); const trie = new HostnameSmolTrie();
for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) { for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) {
@ -39,6 +40,18 @@ export const getMicrosoftCdnRulesetPromise = createMemoizedPromise<[domains: str
const domainSuffixes = appendArrayInPlace(PROBE_DOMAINS.flatMap(domain => trie.find(domain)), DOMAIN_SUFFIXES); const domainSuffixes = appendArrayInPlace(PROBE_DOMAINS.flatMap(domain => trie.find(domain)), DOMAIN_SUFFIXES);
return [domains, domainSuffixes] as const; return [domains, domainSuffixes] as const;
}
}
});
export const getMicrosoftCdnRulesetPromise = createMemoizedPromise<[domains: string[], domainSuffixes: string[]]>(async () => {
const res = await pool.exec(
'getMicrosoftCdnRuleset',
[import.meta.url]
);
pool.terminate();
return res;
}); });
export const buildMicrosoftCdn = task(require.main === module, __filename)(async (span) => { export const buildMicrosoftCdn = task(require.main === module, __filename)(async (span) => {

View File

@ -0,0 +1,14 @@
export const PROBE_DOMAINS = ['.microsoft.com', '.windows.net', '.windows.com', '.windowsupdate.com', '.windowssearch.com', '.office.net'];
export const DOMAINS = [
'res.cdn.office.net',
'res-1.cdn.office.net',
'statics.teams.cdn.office.net'
];
export const DOMAIN_SUFFIXES = ['download.prss.microsoft.com'];
export const BLACKLIST = [
'www.microsoft.com',
'windowsupdate.com'
];