Perf: use readline to readFileByLine (50% faster)

This commit is contained in:
SukkaW
2024-11-13 11:12:38 +08:00
parent 7499fea63f
commit 3107e72787
2 changed files with 20 additions and 9 deletions

View File

@@ -1,15 +1,19 @@
import { bench, group, run } from 'mitata';
import { processLine, processLineFromReadline } from './process-line';
import { readFileByLine } from './fetch-text-by-line';
import { readFileByLine, readFileByLineLegacy } from './fetch-text-by-line';
import path from 'node:path';
import fsp from 'node:fs/promises';
import { SOURCE_DIR } from '../constants/dir';
const file = path.join(SOURCE_DIR, 'domainset/cdn.conf');
group(() => {
bench('readFileByLine', () => processLineFromReadline(readFileByLine(file)));
bench('fsp.readFile', () => fsp.readFile(file, 'utf-8').then((content) => content.split('\n').filter(processLine)));
});
(async () => {
const { bench, group, run } = await import('mitata');
run();
group(() => {
bench('readFileByLine', () => processLineFromReadline(readFileByLine(file)));
bench('readFileByLineLegacy', () => processLineFromReadline(readFileByLineLegacy(file)));
bench('fsp.readFile', () => fsp.readFile(file, 'utf-8').then((content) => content.split('\n').filter(processLine)));
});
run();
})();