58f8093689
- Updated all component headers and documentation
- Changed navbar and footer branding
- Updated homepage hero badge
- Modified page title in index.html
- Simplified footer text to 'Built with ❤️'
- Consistent V2 capitalization across all references
30 lines
1.2 KiB
TypeScript
30 lines
1.2 KiB
TypeScript
import type { ITokenizerOptions, IReadChunkOptions, IRandomAccessFileInfo, IRandomAccessTokenizer } from './types.js';
|
|
import { AbstractTokenizer } from './AbstractTokenizer.js';
|
|
export declare class BufferTokenizer extends AbstractTokenizer implements IRandomAccessTokenizer {
|
|
private uint8Array;
|
|
fileInfo: IRandomAccessFileInfo;
|
|
/**
|
|
* Construct BufferTokenizer
|
|
* @param uint8Array - Uint8Array to tokenize
|
|
* @param options Tokenizer options
|
|
*/
|
|
constructor(uint8Array: Uint8Array, options?: ITokenizerOptions);
|
|
/**
|
|
* Read buffer from tokenizer
|
|
* @param uint8Array - Uint8Array to tokenize
|
|
* @param options - Read behaviour options
|
|
* @returns {Promise<number>}
|
|
*/
|
|
readBuffer(uint8Array: Uint8Array, options?: IReadChunkOptions): Promise<number>;
|
|
/**
|
|
* Peek (read ahead) buffer from tokenizer
|
|
* @param uint8Array
|
|
* @param options - Read behaviour options
|
|
* @returns {Promise<number>}
|
|
*/
|
|
peekBuffer(uint8Array: Uint8Array, options?: IReadChunkOptions): Promise<number>;
|
|
close(): Promise<void>;
|
|
supportsRandomAccess(): boolean;
|
|
setPosition(position: number): void;
|
|
}
|