Marc Mintel
5397309103
Some checks failed
Build & Deploy / 🔍 Prepare (push) Successful in 20s
Build & Deploy / 🧪 QA (push) Failing after 34s
Build & Deploy / 🏗️ Build (push) Has started running
Build & Deploy / 🚀 Deploy (push) Has been cancelled
Build & Deploy / 🧪 Smoke Test (push) Has been cancelled
Build & Deploy / ⚡ Lighthouse (push) Has been cancelled
Build & Deploy / 🔔 Notify (push) Has been cancelled
15 lines
682 B
Plaintext
15 lines
682 B
Plaintext
import type { Readable } from 'node:stream';
|
|
import type { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
|
|
import { type ITokenizerOptions } from './core.js';
|
|
export { fromFile } from './FileTokenizer.js';
|
|
export * from './core.js';
|
|
export type { IToken, IGetToken } from '@tokenizer/token';
|
|
/**
|
|
* Construct ReadStreamTokenizer from given Stream.
|
|
* Will set fileSize, if provided given Stream has set the .path property.
|
|
* @param stream - Node.js Stream.Readable
|
|
* @param options - Pass additional file information to the tokenizer
|
|
* @returns Tokenizer
|
|
*/
|
|
export declare function fromStream(stream: Readable, options?: ITokenizerOptions): Promise<ReadStreamTokenizer>;
|