wehub-resource-sync
20 lines
914 B
C#
20 lines
914 B
C#
// Copyright (c) Microsoft. All rights reserved.
|
|
|
|
namespace VectorStoreRAG;
|
|
|
|
/// <summary>
|
|
/// Interface for loading data into a data store.
|
|
/// </summary>
|
|
internal interface IDataLoader
|
|
{
|
|
/// <summary>
|
|
/// Load the text from a PDF file into the data store.
|
|
/// </summary>
|
|
/// <param name="pdfPath">The pdf file to load.</param>
|
|
/// <param name="batchSize">Maximum number of parallel threads to generate embeddings and upload records.</param>
|
|
/// <param name="betweenBatchDelayInMs">The number of milliseconds to delay between batches to avoid throttling.</param>
|
|
/// <param name="cancellationToken">The <see cref="CancellationToken"/> to monitor for cancellation requests.</param>
|
|
/// <returns>An async task that completes when the loading is complete.</returns>
|
|
Task LoadPdf(string pdfPath, int batchSize, int betweenBatchDelayInMs, CancellationToken cancellationToken);
|
|
}
|