GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 01:00:34 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: drop file writing worker [skip ci]

Browse Source
This commit is contained in:
SukkaW 2025-08-16 22:34:01 +08:00
parent 4e44565515
commit 1d8b452f87
2 changed files with 0 additions and 72 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

59
Build/lib/create-file.worker.ts
View File

@ -1,59 +0,0 @@
import Worktank from 'worktank';
import os from 'node:os';
import process from 'node:process';
import type { Span } from '../trace';
import { availableParallelism } from 'foxts/available-parallelism';
const pool = new Worktank({
pool: {
name: 'process-phishing-domains',
size: (availableParallelism(os) - 1) || 1
},
worker: {
autoAbort: 10000, // The maximum number of milliseconds to wait for the result from the worker, if exceeded the worker is terminated and the execution promise rejects
autoTerminate: 30000, // The interval of milliseconds at which to check if the pool can be automatically terminated, to free up resources, workers will be spawned up again if needed
env: {},
methods: {
// eslint-disable-next-line object-shorthand -- workertank
compareAndWriteFile: async function (
linesA: string[], filePath: string,
importMetaUrl: string
): Promise<void> {
const { default: module } = await import('node:module');
const __require = module.createRequire(importMetaUrl);
const fs = __require('fs') as typeof import('fs');
const { readFileByLine } = __require('./fetch-text-by-line') as typeof import('./fetch-text-by-line');
const { fileEqual } = __require('./create-file') as typeof import('./create-file');
const path = __require('node:path') as typeof import('node:path');
const { fastStringArrayJoin } = __require('foxts/fast-string-array-join') as typeof import('foxts/fast-string-array-join');
const picocolors = __require('picocolors') as typeof import('picocolors');
let isEqual = false;
if (fs.existsSync(filePath)) {
isEqual = await fileEqual(linesA, readFileByLine(filePath));
} else {
console.log(`${filePath} does not exists, writing...`);
// isEqual = false; // isEqual is false by default anyway
}
if (isEqual) {
console.log(picocolors.gray(picocolors.dim(`same content, bail out writing: ${filePath}`)));
return;
}
const dir = path.dirname(filePath);
if (!fs.existsSync(dir)) {
fs.mkdirSync(dir, { recursive: true });
}
fs.writeFileSync(filePath, fastStringArrayJoin(linesA, '\n') + '\n', { encoding: 'utf-8' });
}
}
}
});
export function compareAndWriteFileInWorker(span: Span, linesA: string[], filePath: string) {
return span.traceChildAsync(`compare and write (worker) ${filePath}`, () => pool.exec('compareAndWriteFile', [linesA, filePath, import.meta.url]));
}
process.on('beforeExit', () => pool.terminate());

13
Build/lib/writing-strategy/base.ts
View File

@ -1,6 +1,5 @@
import type { Span } from '../../trace';
import { compareAndWriteFile } from '../create-file';
import { compareAndWriteFileInWorker } from '../create-file.worker';
/**
* The class is not about holding rule data, instead it determines how the
@ -79,18 +78,6 @@ export abstract class BaseWriteStrategy {
return;
}
if (this.result.length > 3000) {
return compareAndWriteFileInWorker(
span,
this.withPadding(
title,
description,
date,
this.result
),
filePath
);
}
return compareAndWriteFile(
span,
this.withPadding(