Member Junction
    Preparing search index...

    Parameters for chunking text.

    interface ChunkTextParams {
        MaxChunkTokens?: number;
        OverlapTokens?: number;
        Strategy?: "sentence" | "paragraph" | "fixed";
        Text: string;
    }
    Index

    Properties

    MaxChunkTokens?: number

    Maximum tokens per chunk (default: 512)

    OverlapTokens?: number

    Overlap tokens between consecutive chunks (default: ~10% of MaxChunkTokens)

    Strategy?: "sentence" | "paragraph" | "fixed"

    Chunking strategy (default: 'sentence')

    Text: string

    The text to chunk