Chore: increate fs write worker threshold

This commit is contained in:
SukkaW 2025-05-20 21:55:53 +08:00
parent ec28e98c79
commit 300d6c7409
2 changed files with 9 additions and 2 deletions

View File

@ -5,7 +5,14 @@ import type { Span } from '../trace';
const pool = new Worktank({
name: 'process-phishing-domains',
size: Math.max(2, Math.max(1, ('availableParallelism' in os ? os.availableParallelism() : (os as typeof import('node:os')).cpus().length) - 1)),
size: Math.max(
1,
(
'availableParallelism' in os
? os.availableParallelism()
: (os as typeof import('node:os')).cpus().length
) - 1
),
timeout: 10000, // The maximum number of milliseconds to wait for the result from the worker, if exceeded the worker is terminated and the execution promise rejects
warmup: true,
autoterminate: 30000, // The interval of milliseconds at which to check if the pool can be automatically terminated, to free up resources, workers will be spawned up again if needed

View File

@ -79,7 +79,7 @@ export abstract class BaseWriteStrategy {
return;
}
if (this.result.length > 2000) {
if (this.result.length > 3000) {
return compareAndWriteFileInWorker(
span,
this.withPadding(