Marc Mintel
5397309103
Some checks failed
Build & Deploy / 🔍 Prepare (push) Successful in 20s
Build & Deploy / 🧪 QA (push) Failing after 34s
Build & Deploy / 🏗️ Build (push) Has started running
Build & Deploy / 🚀 Deploy (push) Has been cancelled
Build & Deploy / 🧪 Smoke Test (push) Has been cancelled
Build & Deploy / ⚡ Lighthouse (push) Has been cancelled
Build & Deploy / 🔔 Notify (push) Has been cancelled
35 lines
1.4 KiB
Plaintext
35 lines
1.4 KiB
Plaintext
import { StreamReader, WebStreamReader } from 'peek-readable';
|
|
import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
|
|
import { BufferTokenizer } from './BufferTokenizer.js';
|
|
export { EndOfStreamError } from 'peek-readable';
|
|
export { AbstractTokenizer } from './AbstractTokenizer.js';
|
|
/**
|
|
* Construct ReadStreamTokenizer from given Stream.
|
|
* Will set fileSize, if provided given Stream has set the .path property/
|
|
* @param stream - Read from Node.js Stream.Readable
|
|
* @param options - Tokenizer options
|
|
* @returns ReadStreamTokenizer
|
|
*/
|
|
export function fromStream(stream, options) {
|
|
return new ReadStreamTokenizer(new StreamReader(stream), options);
|
|
}
|
|
/**
|
|
* Construct ReadStreamTokenizer from given ReadableStream (WebStream API).
|
|
* Will set fileSize, if provided given Stream has set the .path property/
|
|
* @param webStream - Read from Node.js Stream.Readable (must be a byte stream)
|
|
* @param options - Tokenizer options
|
|
* @returns ReadStreamTokenizer
|
|
*/
|
|
export function fromWebStream(webStream, options) {
|
|
return new ReadStreamTokenizer(new WebStreamReader(webStream), options);
|
|
}
|
|
/**
|
|
* Construct ReadStreamTokenizer from given Buffer.
|
|
* @param uint8Array - Uint8Array to tokenize
|
|
* @param options - Tokenizer options
|
|
* @returns BufferTokenizer
|
|
*/
|
|
export function fromBuffer(uint8Array, options) {
|
|
return new BufferTokenizer(uint8Array, options);
|
|
}
|