Class Bm25Tokenizer

Namespace

Mythosia.VectorDb

Assembly

Mythosia.VectorDb.Abstractions.dll

public static class Bm25Tokenizer

Inheritance

object

Bm25Tokenizer

Inherited Members

object.GetType()

object.MemberwiseClone()

object.ToString()

object.Equals(object)

object.Equals(object, object)

object.ReferenceEquals(object, object)

object.GetHashCode()

Methods

Analyze(string)

public static Bm25Tokenizer.AnalysisResult Analyze(string text)

Parameters

text string

Returns

Bm25Tokenizer.AnalysisResult

ComputeTermFrequencies(IReadOnlyList<string>)

public static Dictionary<string, int> ComputeTermFrequencies(IReadOnlyList<string> tokens)

Parameters

tokens IReadOnlyList<string>

Returns

Dictionary<string, int>

Tokenize(string)

public static IReadOnlyList<string> Tokenize(string text)

Parameters

text string

Returns

IReadOnlyList<string>