24 lines
1.1 KiB
TypeScript
24 lines
1.1 KiB
TypeScript
/// <reference types="node" />
|
|
import { ReadStreamTokenizer } from './ReadStreamTokenizer';
|
|
import * as Stream from 'stream';
|
|
import { BufferTokenizer } from './BufferTokenizer';
|
|
import { IFileInfo } from './types';
|
|
export { EndOfStreamError } from 'peek-readable';
|
|
export { ITokenizer, IFileInfo } from './types';
|
|
export { IToken, IGetToken } from '@tokenizer/token';
|
|
/**
|
|
* Construct ReadStreamTokenizer from given Stream.
|
|
* Will set fileSize, if provided given Stream has set the .path property/
|
|
* @param stream - Read from Node.js Stream.Readable
|
|
* @param fileInfo - Pass the file information, like size and MIME-type of the correspnding stream.
|
|
* @returns ReadStreamTokenizer
|
|
*/
|
|
export declare function fromStream(stream: Stream.Readable, fileInfo?: IFileInfo): ReadStreamTokenizer;
|
|
/**
|
|
* Construct ReadStreamTokenizer from given Buffer.
|
|
* @param buffer - Buffer to tokenize
|
|
* @param fileInfo - Pass additional file information to the tokenizer
|
|
* @returns BufferTokenizer
|
|
*/
|
|
export declare function fromBuffer(buffer: Buffer, fileInfo?: IFileInfo): BufferTokenizer;
|