GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 01:00:34 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: increate fs write worker threshold

Browse Source
This commit is contained in:
SukkaW 2025-05-20 21:55:53 +08:00
parent ce42147a9d
commit c135291212
2 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
Build/lib/create-file.worker.ts
View File

@ -5,7 +5,14 @@ import type { Span } from '../trace';
const pool = new Worktank({
name: 'process-phishing-domains',
size: Math.max(2, Math.max(1, ('availableParallelism' in os ? os.availableParallelism() : (os as typeof import('node:os')).cpus().length) - 1)),
size: Math.max(
1,
(
'availableParallelism' in os
? os.availableParallelism()
: (os as typeof import('node:os')).cpus().length
) - 1
),
timeout: 10000, // The maximum number of milliseconds to wait for the result from the worker, if exceeded the worker is terminated and the execution promise rejects
warmup: true,
autoterminate: 30000, // The interval of milliseconds at which to check if the pool can be automatically terminated, to free up resources, workers will be spawned up again if needed
@ -49,7 +56,7 @@ const pool = new Worktank({
});
export function compareAndWriteFileInWorker(span: Span, linesA: string[], filePath: string) {
return span.traceChildAsync(`compare and write ${filePath}`, () => pool.exec('compareAndWriteFile', [linesA, filePath, import.meta.url]));
return span.traceChildAsync(`compare and write (worker) ${filePath}`, () => pool.exec('compareAndWriteFile', [linesA, filePath, import.meta.url]));
}
process.on('beforeExit', () => pool.terminate());

2
Build/lib/writing-strategy/base.ts
View File

@ -79,7 +79,7 @@ export abstract class BaseWriteStrategy {
return;
}
if (this.result.length > 1000) {
if (this.result.length > 3000) {
return compareAndWriteFileInWorker(
span,
this.withPadding(