Class VllmReranker

Namespace

Mythosia.AI.Rag.Reranking

Assembly

Mythosia.AI.Rag.dll

public class VllmReranker : IReranker

Inheritance

object

VllmReranker

Implements

IReranker

Inherited Members

object.GetType()

object.MemberwiseClone()

object.ToString()

object.Equals(object)

object.Equals(object, object)

object.ReferenceEquals(object, object)

object.GetHashCode()

Constructors

VllmReranker(HttpClient?, string, string, string?)

public VllmReranker(HttpClient? httpClient = null, string model = "Qwen/Qwen3-Reranker-0.6B", string baseUrl = "http://localhost:8003", string? apiKey = null)

Parameters

httpClient HttpClient

model string

baseUrl string

apiKey string

Methods

RerankAsync(string, IReadOnlyList<VectorSearchResult>, CancellationToken)

public Task<IReadOnlyList<VectorSearchResult>> RerankAsync(string query, IReadOnlyList<VectorSearchResult> results, CancellationToken cancellationToken = default)

Parameters

query string

results IReadOnlyList<VectorSearchResult>

cancellationToken CancellationToken

Returns

Task<IReadOnlyList<VectorSearchResult>>