Method constructor

packages/baseai/src/utils/memory/chunker.ts:12–21

(config: ChunkingConfig)

	protected lengthFunction: (text: string) => number;

	constructor(config: ChunkingConfig) {
		this.chunkSize = config.chunkMaxLength;
		this.chunkOverlap = config.chunkOverlap;
		this.keepSeparator = true;
		this.lengthFunction = (text: string) => text.length;

		if (this.chunkOverlap >= this.chunkSize) {
			throw new Error('Cannot have chunkOverlap >= chunkSize');
		}
	}

	protected async splitText(text: string): Promise<string[]> {
		throw new Error('splitText method must be implemented in subclass');