import { asyncWriteToStream } from 'foxts/async-write-to-stream'; import { fastStringArrayJoin } from 'foxts/fast-string-array-join'; import fs from 'node:fs'; import picocolors from 'picocolors'; import type { Span } from '../trace'; import { readFileByLine } from './fetch-text-by-line'; import { writeFile } from './misc'; export async function fileEqual(linesA: string[], source: AsyncIterable | Iterable): Promise { if (linesA.length === 0) { return false; } const maxIndexA = linesA.length - 1; let index = -1; for await (const lineB of source) { index++; // b become bigger if (index > maxIndexA) { return false; } const lineA = linesA[index]; const aFirstChar = lineA.charCodeAt(0); if (aFirstChar !== lineB.charCodeAt(0)) { return false; } // Now both line has the same first char // We only need to compare one of them if ( aFirstChar === 35 // # || aFirstChar === 33 // ! ) { continue; } if (lineA !== lineB) { return false; } } // b is not smaller than a return index === maxIndexA; } export async function compareAndWriteFile(span: Span, linesA: string[], filePath: string) { const linesALen = linesA.length; const isEqual = await span.traceChildAsync(`compare ${filePath}`, async () => { if (fs.existsSync(filePath)) { return fileEqual(linesA, readFileByLine(filePath)); } console.log(`${filePath} does not exists, writing...`); return false; }); if (isEqual) { console.log(picocolors.gray(picocolors.dim(`same content, bail out writing: ${filePath}`))); return; } await span.traceChildAsync(`writing ${filePath}`, async () => { // The default highwater mark is normally 16384, // So we make sure direct write to file if the content is // most likely less than 500 lines if (linesALen < 500) { return writeFile(filePath, fastStringArrayJoin(linesA, '\n') + '\n'); } const writeStream = fs.createWriteStream(filePath); for (let i = 0; i < linesALen; i++) { const p = asyncWriteToStream(writeStream, linesA[i] + '\n'); // eslint-disable-next-line no-await-in-loop -- stream high water mark if (p) await p; } writeStream.end(); writeStream.close(); }); }