chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,6 @@
|
||||
# Suppressing errors for Test projects under dotnet folder
|
||||
[*.cs]
|
||||
dotnet_diagnostic.CA2007.severity = none # Do not directly await a Task
|
||||
dotnet_diagnostic.VSTHRD111.severity = none # Use .ConfigureAwait(bool) is hidden by default, set to none to prevent IDE from changing on autosave
|
||||
dotnet_diagnostic.CS1591.severity = none # Missing XML comment for publicly visible type or member
|
||||
dotnet_diagnostic.IDE1006.severity = warning # Naming rule violations
|
||||
@@ -0,0 +1,38 @@
|
||||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<AssemblyName>SemanticKernel.Connectors.Chroma.UnitTests</AssemblyName>
|
||||
<RootNamespace>SemanticKernel.Connectors.Chroma.UnitTests</RootNamespace>
|
||||
<TargetFramework>net10.0</TargetFramework>
|
||||
<IsTestProject>true</IsTestProject>
|
||||
<Nullable>enable</Nullable>
|
||||
<ImplicitUsings>disable</ImplicitUsings>
|
||||
<IsPackable>false</IsPackable>
|
||||
<NoWarn>$(NoWarn);CA2007,CA1806,CA1869,CA1861,IDE0300,VSTHRD111,SKEXP0001,SKEXP0010,SKEXP0050</NoWarn>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="Microsoft.Extensions.DependencyInjection" />
|
||||
<PackageReference Include="Microsoft.NET.Test.Sdk"/>
|
||||
<PackageReference Include="Moq"/>
|
||||
<PackageReference Include="xunit"/>
|
||||
<PackageReference Include="xunit.runner.visualstudio">
|
||||
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
|
||||
<PrivateAssets>all</PrivateAssets>
|
||||
</PackageReference>
|
||||
<PackageReference Include="coverlet.collector">
|
||||
<IncludeAssets>runtime; build; native; contentfiles; analyzers; buildtransitive</IncludeAssets>
|
||||
<PrivateAssets>all</PrivateAssets>
|
||||
</PackageReference>
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<Compile Include="$(RepoRoot)/dotnet/src/InternalUtilities/test/AssertExtensions.cs" Link="%(RecursiveDir)%(Filename)%(Extension)" />
|
||||
<Compile Include="$(RepoRoot)/dotnet/src/InternalUtilities/test/HttpMessageHandlerStub.cs" Link="%(RecursiveDir)%(Filename)%(Extension)" />
|
||||
<Compile Include="$(RepoRoot)/dotnet/src/InternalUtilities/src/**/*.cs" Link="%(RecursiveDir)%(Filename)%(Extension)" />
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\..\..\src\VectorData\Chroma\Chroma.csproj" />
|
||||
</ItemGroup>
|
||||
</Project>
|
||||
@@ -0,0 +1,335 @@
|
||||
// Copyright (c) Microsoft. All rights reserved.
|
||||
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Diagnostics.CodeAnalysis;
|
||||
using System.Linq;
|
||||
using System.Net.Http;
|
||||
using System.Text.Json;
|
||||
using System.Threading;
|
||||
using System.Threading.Tasks;
|
||||
using Microsoft.SemanticKernel;
|
||||
using Microsoft.SemanticKernel.Connectors.Chroma;
|
||||
using Microsoft.SemanticKernel.Memory;
|
||||
using Moq;
|
||||
using Xunit;
|
||||
|
||||
namespace SemanticKernel.Connectors.UnitTests.Chroma;
|
||||
|
||||
/// <summary>
|
||||
/// Unit tests for <see cref="ChromaMemoryStore"/> class.
|
||||
/// </summary>
|
||||
[Experimental("SKEXP0020")]
|
||||
public sealed class ChromaMemoryStoreTests : IDisposable
|
||||
{
|
||||
private const string CollectionId = "fake-collection-id";
|
||||
private const string CollectionName = "fake-collection-name";
|
||||
|
||||
private readonly HttpMessageHandlerStub _messageHandlerStub;
|
||||
private readonly HttpClient _httpClient;
|
||||
private readonly Mock<IChromaClient> _chromaClientMock;
|
||||
|
||||
public ChromaMemoryStoreTests()
|
||||
{
|
||||
this._messageHandlerStub = new HttpMessageHandlerStub();
|
||||
this._httpClient = this.GetHttpClientStub();
|
||||
this._chromaClientMock = new Mock<IChromaClient>();
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.GetCollectionAsync(CollectionName, CancellationToken.None))
|
||||
.ReturnsAsync(new ChromaCollectionModel { Id = CollectionId, Name = CollectionName });
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItUsesProvidedEndpointFromConstructorAsync()
|
||||
{
|
||||
// Arrange
|
||||
const string Endpoint = "https://fake-random-test-host/fake-path/";
|
||||
var store = new ChromaMemoryStore(this._httpClient, Endpoint);
|
||||
|
||||
// Act
|
||||
await store.GetAsync("fake-collection", "fake-key");
|
||||
|
||||
// Assert
|
||||
Assert.StartsWith(Endpoint, this._messageHandlerStub.RequestUri?.AbsoluteUri, StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItUsesBaseAddressFromHttpClientAsync()
|
||||
{
|
||||
// Arrange
|
||||
const string BaseAddress = "https://fake-random-test-host/fake-path/";
|
||||
|
||||
using var httpClient = this.GetHttpClientStub();
|
||||
httpClient.BaseAddress = new Uri(BaseAddress);
|
||||
|
||||
var store = new ChromaMemoryStore(httpClient);
|
||||
|
||||
// Act
|
||||
await store.GetAsync("fake-collection", "fake-key");
|
||||
|
||||
// Assert
|
||||
Assert.StartsWith(BaseAddress, this._messageHandlerStub.RequestUri?.AbsoluteUri, StringComparison.OrdinalIgnoreCase);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItCanCreateCollectionAsync()
|
||||
{
|
||||
// Arrange
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
await store.CreateCollectionAsync(CollectionName);
|
||||
|
||||
// Assert
|
||||
this._chromaClientMock.Verify(client => client.CreateCollectionAsync(CollectionName, CancellationToken.None), Times.Once());
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItCanDeleteCollectionAsync()
|
||||
{
|
||||
// Arrange
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
await store.DeleteCollectionAsync(CollectionName);
|
||||
|
||||
// Assert
|
||||
this._chromaClientMock.Verify(client => client.DeleteCollectionAsync(CollectionName, CancellationToken.None), Times.Once());
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItThrowsExceptionOnNonExistentCollectionDeletionAsync()
|
||||
{
|
||||
// Arrange
|
||||
const string CollectionName = "non-existent-collection";
|
||||
const string CollectionDoesNotExistErrorMessage = $"Collection {CollectionName} does not exist";
|
||||
const string ExpectedExceptionMessage = $"Cannot delete non-existent collection {CollectionName}";
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.DeleteCollectionAsync(CollectionName, CancellationToken.None))
|
||||
.Throws(new HttpOperationException { ResponseContent = CollectionDoesNotExistErrorMessage });
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var exception = await Record.ExceptionAsync(() => store.DeleteCollectionAsync(CollectionName));
|
||||
|
||||
// Assert
|
||||
Assert.IsType<KernelException>(exception);
|
||||
Assert.Equal(ExpectedExceptionMessage, exception.Message);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItReturnsTrueWhenCollectionExistsAsync()
|
||||
{
|
||||
// Arrange
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var doesCollectionExist = await store.DoesCollectionExistAsync(CollectionName);
|
||||
|
||||
// Assert
|
||||
Assert.True(doesCollectionExist);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItReturnsFalseWhenCollectionDoesNotExistAsync()
|
||||
{
|
||||
// Arrange
|
||||
const string CollectionName = "non-existent-collection";
|
||||
const string CollectionDoesNotExistErrorMessage = $"Collection {CollectionName} does not exist";
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.GetCollectionAsync(CollectionName, CancellationToken.None))
|
||||
.Throws(new HttpOperationException { ResponseContent = CollectionDoesNotExistErrorMessage });
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var doesCollectionExist = await store.DoesCollectionExistAsync(CollectionName);
|
||||
|
||||
// Assert
|
||||
Assert.False(doesCollectionExist);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItCanGetMemoryRecordFromCollectionAsync()
|
||||
{
|
||||
// Arrange
|
||||
var expectedMemoryRecord = this.GetRandomMemoryRecord();
|
||||
var embeddingsModel = this.GetEmbeddingsModelFromMemoryRecord(expectedMemoryRecord);
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.GetEmbeddingsAsync(CollectionId, new[] { expectedMemoryRecord.Key }, It.IsAny<string[]>(), CancellationToken.None))
|
||||
.ReturnsAsync(embeddingsModel);
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var actualMemoryRecord = await store.GetAsync(CollectionName, expectedMemoryRecord.Key, withEmbedding: true);
|
||||
|
||||
// Assert
|
||||
Assert.NotNull(actualMemoryRecord);
|
||||
this.AssertMemoryRecordEqual(expectedMemoryRecord, actualMemoryRecord);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItReturnsNullWhenMemoryRecordDoesNotExistAsync()
|
||||
{
|
||||
// Arrange
|
||||
const string MemoryRecordKey = "fake-record-key";
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.GetEmbeddingsAsync(CollectionId, new[] { MemoryRecordKey }, It.IsAny<string[]>(), CancellationToken.None))
|
||||
.ReturnsAsync(new ChromaEmbeddingsModel());
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var actualMemoryRecord = await store.GetAsync(CollectionName, MemoryRecordKey, withEmbedding: true);
|
||||
|
||||
// Assert
|
||||
Assert.Null(actualMemoryRecord);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItThrowsExceptionOnGettingMemoryRecordFromNonExistingCollectionAsync()
|
||||
{
|
||||
// Arrange
|
||||
const string CollectionName = "non-existent-collection";
|
||||
const string MemoryRecordKey = "fake-record-key";
|
||||
const string CollectionDoesNotExistErrorMessage = $"Collection {CollectionName} does not exist";
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.GetCollectionAsync(CollectionName, CancellationToken.None))
|
||||
.Throws(new KernelException(CollectionDoesNotExistErrorMessage));
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var exception = await Record.ExceptionAsync(() => store.GetAsync(CollectionName, MemoryRecordKey, withEmbedding: true));
|
||||
|
||||
// Assert
|
||||
Assert.IsType<KernelException>(exception);
|
||||
Assert.Equal(CollectionDoesNotExistErrorMessage, exception.Message);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItCanGetMemoryRecordBatchFromCollectionAsync()
|
||||
{
|
||||
// Arrange
|
||||
var memoryRecord1 = this.GetRandomMemoryRecord();
|
||||
var memoryRecord2 = this.GetRandomMemoryRecord();
|
||||
var memoryRecord3 = this.GetRandomMemoryRecord();
|
||||
|
||||
MemoryRecord[] expectedMemoryRecords = [memoryRecord1, memoryRecord2, memoryRecord3];
|
||||
var memoryRecordKeys = expectedMemoryRecords.Select(l => l.Key).ToArray();
|
||||
|
||||
var embeddingsModel = this.GetEmbeddingsModelFromMemoryRecords(expectedMemoryRecords);
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.GetEmbeddingsAsync(CollectionId, memoryRecordKeys, It.IsAny<string[]>(), CancellationToken.None))
|
||||
.ReturnsAsync(embeddingsModel);
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var actualMemoryRecords = await store.GetBatchAsync(CollectionName, memoryRecordKeys, withEmbeddings: true).ToListAsync();
|
||||
|
||||
// Assert
|
||||
Assert.Equal(expectedMemoryRecords.Length, actualMemoryRecords.Count);
|
||||
|
||||
for (var i = 0; i < expectedMemoryRecords.Length; i++)
|
||||
{
|
||||
this.AssertMemoryRecordEqual(expectedMemoryRecords[i], actualMemoryRecords[i]);
|
||||
}
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public async Task ItCanReturnCollectionsAsync()
|
||||
{
|
||||
// Arrange
|
||||
var expectedCollections = new List<string> { "fake-collection-1", "fake-collection-2", "fake-collection-3" };
|
||||
|
||||
this._chromaClientMock
|
||||
.Setup(client => client.ListCollectionsAsync(CancellationToken.None))
|
||||
.Returns(expectedCollections.ToAsyncEnumerable());
|
||||
|
||||
var store = new ChromaMemoryStore(this._chromaClientMock.Object);
|
||||
|
||||
// Act
|
||||
var actualCollections = await store.GetCollectionsAsync().ToListAsync();
|
||||
|
||||
// Assert
|
||||
Assert.Equal(expectedCollections.Count, actualCollections.Count);
|
||||
|
||||
for (var i = 0; i < expectedCollections.Count; i++)
|
||||
{
|
||||
Assert.Equal(expectedCollections[i], actualCollections[i]);
|
||||
}
|
||||
}
|
||||
|
||||
public void Dispose()
|
||||
{
|
||||
this._httpClient.Dispose();
|
||||
this._messageHandlerStub.Dispose();
|
||||
}
|
||||
|
||||
#region private ================================================================================
|
||||
|
||||
private void AssertMemoryRecordEqual(MemoryRecord expectedRecord, MemoryRecord actualRecord)
|
||||
{
|
||||
Assert.Equal(expectedRecord.Key, actualRecord.Key);
|
||||
Assert.True(expectedRecord.Embedding.Span.SequenceEqual(actualRecord.Embedding.Span));
|
||||
Assert.Equal(expectedRecord.Metadata.Id, actualRecord.Metadata.Id);
|
||||
Assert.Equal(expectedRecord.Metadata.Text, actualRecord.Metadata.Text);
|
||||
Assert.Equal(expectedRecord.Metadata.Description, actualRecord.Metadata.Description);
|
||||
Assert.Equal(expectedRecord.Metadata.AdditionalMetadata, actualRecord.Metadata.AdditionalMetadata);
|
||||
Assert.Equal(expectedRecord.Metadata.IsReference, actualRecord.Metadata.IsReference);
|
||||
Assert.Equal(expectedRecord.Metadata.ExternalSourceName, actualRecord.Metadata.ExternalSourceName);
|
||||
}
|
||||
|
||||
private HttpClient GetHttpClientStub()
|
||||
{
|
||||
return new HttpClient(this._messageHandlerStub, false);
|
||||
}
|
||||
|
||||
private MemoryRecord GetRandomMemoryRecord(ReadOnlyMemory<float>? embedding = null)
|
||||
{
|
||||
var id = Guid.NewGuid().ToString();
|
||||
var memoryEmbedding = embedding ?? new[] { 1f, 3f, 5f };
|
||||
|
||||
return MemoryRecord.LocalRecord(
|
||||
id: id,
|
||||
text: "text-" + Guid.NewGuid().ToString(),
|
||||
description: "description-" + Guid.NewGuid().ToString(),
|
||||
embedding: memoryEmbedding,
|
||||
additionalMetadata: "metadata-" + Guid.NewGuid().ToString(),
|
||||
key: id);
|
||||
}
|
||||
|
||||
private Dictionary<string, object> GetEmbeddingMetadataFromMemoryRecord(MemoryRecord memoryRecord)
|
||||
{
|
||||
var serialized = JsonSerializer.Serialize(memoryRecord.Metadata);
|
||||
return JsonSerializer.Deserialize<Dictionary<string, object>>(serialized)!;
|
||||
}
|
||||
|
||||
private ChromaEmbeddingsModel GetEmbeddingsModelFromMemoryRecords(MemoryRecord[] memoryRecords)
|
||||
{
|
||||
var embeddingsModel = new ChromaEmbeddingsModel();
|
||||
|
||||
embeddingsModel.Ids.AddRange(memoryRecords.Select(l => l.Key));
|
||||
embeddingsModel.Embeddings.AddRange(memoryRecords.Select(l => l.Embedding.ToArray()));
|
||||
embeddingsModel.Metadatas.AddRange(memoryRecords.Select(this.GetEmbeddingMetadataFromMemoryRecord));
|
||||
|
||||
return embeddingsModel;
|
||||
}
|
||||
|
||||
private ChromaEmbeddingsModel GetEmbeddingsModelFromMemoryRecord(MemoryRecord memoryRecord)
|
||||
{
|
||||
return this.GetEmbeddingsModelFromMemoryRecords([memoryRecord]);
|
||||
}
|
||||
|
||||
#endregion
|
||||
}
|
||||
Reference in New Issue
Block a user