58f8093689
- Updated all component headers and documentation
- Changed navbar and footer branding
- Updated homepage hero badge
- Modified page title in index.html
- Simplified footer text to 'Built with ❤️'
- Consistent V2 capitalization across all references
17 lines
801 B
TypeScript
17 lines
801 B
TypeScript
import type { Readable } from 'node:stream';
|
|
import type { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
|
|
import { type ITokenizerOptions } from './core.js';
|
|
import { FileTokenizer } from "./FileTokenizer.js";
|
|
export { FileTokenizer } from './FileTokenizer.js';
|
|
export * from './core.js';
|
|
export type { IToken, IGetToken } from '@tokenizer/token';
|
|
/**
|
|
* Construct ReadStreamTokenizer from given Stream.
|
|
* Will set fileSize, if provided given Stream has set the .path property.
|
|
* @param stream - Node.js Stream.Readable
|
|
* @param options - Pass additional file information to the tokenizer
|
|
* @returns Tokenizer
|
|
*/
|
|
export declare function fromStream(stream: Readable, options?: ITokenizerOptions): Promise<ReadStreamTokenizer>;
|
|
export declare const fromFile: typeof FileTokenizer.fromFile;
|