GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-29 01:51:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: speed up text line stream

Browse Source
This commit is contained in:
SukkaW
2024-10-08 21:00:49 +08:00
parent de9429ce92
commit 14ed4c01e5
3 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
Build/lib/fetch-text-by-line.ts
View File

@@ -10,6 +10,7 @@ import { processLine } from './process-line';
const getReadableStream = (file: string | FileHandle): ReadableStream => {
if (typeof file === 'string') {
// return fs.openAsBlob(file).then(blob => blob.stream())
return Readable.toWeb(fs.createReadStream(file/* , { encoding: 'utf-8' } */));
}
return file.readableWebStream();

16
Build/lib/text-line-transform-stream.ts
View File

@@ -25,23 +25,25 @@ export class TextLineStream extends TransformStream<string, string> {
allowCR = false
}: TextLineStreamOptions = {}) {
let __buf = '';
let chunkIndex = 0;
super({
transform(chunk, controller) {
chunk = __buf + chunk;
chunkIndex = 0;
for (; ;) {
const lfIndex = chunk.indexOf('\n');
const lfIndex = chunk.indexOf('\n', chunkIndex);
if (allowCR) {
const crIndex = chunk.indexOf('\r');
const crIndex = chunk.indexOf('\r', chunkIndex);
if (
crIndex !== -1 && crIndex !== (chunk.length - 1)
&& (lfIndex === -1 || (lfIndex - 1) > crIndex)
) {
controller.enqueue(chunk.slice(0, crIndex));
chunk = chunk.slice(crIndex + 1);
controller.enqueue(chunk.slice(chunkIndex, crIndex));
chunkIndex = crIndex + 1;
continue;
}
}
@@ -51,15 +53,15 @@ export class TextLineStream extends TransformStream<string, string> {
if (chunk[lfIndex - 1] === '\r') {
crOrLfIndex--;
}
controller.enqueue(chunk.slice(0, crOrLfIndex));
chunk = chunk.slice(lfIndex + 1);
controller.enqueue(chunk.slice(chunkIndex, crOrLfIndex));
chunkIndex = lfIndex + 1;
continue;
}
break;
}
__buf = chunk;
__buf = chunk.slice(chunkIndex);
},
flush(controller) {
if (__buf.length > 0) {