Class CharacterTextSplitter

Splits documents into chunks based on character count with configurable overlap.

public class CharacterTextSplitter : ITextSplitter

Inherited Members: object.Equals(object)

object.Equals(object, object)

object.GetHashCode()

object.GetType()

object.MemberwiseClone()

object.ReferenceEquals(object, object)

object.ToString()

Constructors

public CharacterTextSplitter()

public CharacterTextSplitter(int chunkSize, int chunkOverlap = 200, string? separator = "\n\n")

Number of overlapping characters between consecutive chunks.

public int ChunkOverlap { get; set; }

Maximum number of characters per chunk.

public int ChunkSize { get; set; }

Separator string to attempt to split on (e.g., "\n\n", "\n", " "). If null, splits at exact character boundaries.

public string? Separator { get; set; }

Splits a document into chunks. Implementations may split by character count, token count, sentence boundary, etc.

public IReadOnlyList<RagChunk> Split(RagDocument document)