Skip to content

Instantly share code, notes, and snippets.

@thomaskonrad
Created February 9, 2020 14:02
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save thomaskonrad/b8f30e3f18ea2f538bdf422203bdc473 to your computer and use it in GitHub Desktop.
Save thomaskonrad/b8f30e3f18ea2f538bdf422203bdc473 to your computer and use it in GitHub Desktop.
Splits a ReadableStream into chunks of a given size.
// This source code is taken from Firefox Send (https://github.com/mozilla/send) and slightly modified.
export default class StreamSlicer {
protected chunkSize: number;
protected partialChunk: Uint8Array;
protected offset: number;
constructor(chunkSize: number) {
this.chunkSize = chunkSize;
this.partialChunk = new Uint8Array(this.chunkSize);
this.offset = 0;
}
public send(buf: any, controller: any) {
controller.enqueue(buf);
this.partialChunk = new Uint8Array(this.chunkSize);
this.offset = 0;
}
public transform(chunk: Uint8Array, controller: any) {
let i = 0;
if (this.offset > 0) {
const len = Math.min(chunk.byteLength, this.chunkSize - this.offset);
this.partialChunk.set(chunk.slice(0, len), this.offset);
this.offset += len;
i += len;
if (this.offset === this.chunkSize) {
this.send(this.partialChunk, controller);
}
}
while (i < chunk.byteLength) {
const remainingBytes = chunk.byteLength - i;
if (remainingBytes >= this.chunkSize) {
const record = chunk.slice(i, i + this.chunkSize);
i += this.chunkSize;
this.send(record, controller);
} else {
const end = chunk.slice(i, i + remainingBytes);
i += end.byteLength;
this.partialChunk.set(end);
this.offset = end.byteLength;
}
}
}
public flush(controller: any) {
if (this.offset > 0) {
controller.enqueue(this.partialChunk.slice(0, this.offset));
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment