Class RecursiveTextSplitter
- Namespace
- Mythosia.AI.Rag.Splitters
- Assembly
- Mythosia.AI.Rag.dll
public class RecursiveTextSplitter : ITextSplitter
- Inheritance
-
RecursiveTextSplitter
- Implements
-
- Inherited Members
-
Constructors
RecursiveTextSplitter()
public RecursiveTextSplitter()
RecursiveTextSplitter(int, int, IEnumerable<string>?)
public RecursiveTextSplitter(int chunkSize, int chunkOverlap = 200, IEnumerable<string>? separators = null)
Parameters
chunkSize int
chunkOverlap int
separators IEnumerable<string>
Properties
ChunkOverlap
public int ChunkOverlap { get; set; }
Property Value
- int
ChunkSize
public int ChunkSize { get; set; }
Property Value
- int
KeepSeparator
public bool KeepSeparator { get; set; }
Property Value
- bool
Separators
public string[] Separators { get; set; }
Property Value
- string[]
Methods
Split(RagDocument)
public IReadOnlyList<RagChunk> Split(RagDocument document)
Parameters
document RagDocument
Returns
- IReadOnlyList<RagChunk>
SplitText(string)
public List<string> SplitText(string text)
Parameters
text string
Returns
- List<string>