wehub-resource-sync
498b235461
Build and test / Build and test AMD64 Ubuntu 22.04 (push) Failing after 0s
Publish Builder / amazonlinux2023 (push) Failing after 1s
Build and test / UT for Go (push) Has been skipped
Publish KRTE Images / KRTE (push) Failing after 1s
Build and test / Integration Test (push) Has been skipped
Build and test / Upload Code Coverage (push) Has been skipped
Publish Builder / rockylinux9 (push) Failing after 1s
Publish Builder / ubuntu22.04 (push) Failing after 0s
Publish Builder / ubuntu24.04 (push) Failing after 0s
Publish Gpu Builder / publish-gpu-builder (push) Failing after 1s
Publish Test Images / PyTest (push) Failing after 0s
Build and test / UT for Cpp (push) Has been cancelled
109 lines
3.3 KiB
Go
109 lines
3.3 KiB
Go
package adaptor
|
|
|
|
import (
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/milvus-io/milvus/pkg/v3/mq/msgstream"
|
|
"github.com/milvus-io/milvus/pkg/v3/streaming/util/message"
|
|
"github.com/milvus-io/milvus/pkg/v3/streaming/walimpls/impls/rmq"
|
|
)
|
|
|
|
func TestNewMsgPackFromInsertMessage(t *testing.T) {
|
|
id := rmq.NewRmqID(1)
|
|
|
|
fieldCount := map[int64]int{
|
|
3: 1000,
|
|
4: 2000,
|
|
5: 3000,
|
|
6: 5000,
|
|
}
|
|
tt := uint64(time.Now().UnixNano())
|
|
immutableMessages := make([]message.ImmutableMessage, 0, len(fieldCount))
|
|
for segmentID, rowNum := range fieldCount {
|
|
insertMsg := message.CreateTestInsertMessage(t, segmentID, rowNum, tt, id)
|
|
immutableMessage := insertMsg.WithOldVersion().IntoImmutableMessage(id)
|
|
immutableMessages = append(immutableMessages, immutableMessage)
|
|
}
|
|
|
|
pack, err := NewMsgPackFromMessage(immutableMessages...)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, pack)
|
|
assert.Equal(t, tt, pack.BeginTs)
|
|
assert.Equal(t, tt, pack.EndTs)
|
|
assert.Len(t, pack.Msgs, len(fieldCount))
|
|
|
|
for _, msg := range pack.Msgs {
|
|
insertMsg := msg.(*msgstream.InsertMsg)
|
|
rowNum, ok := fieldCount[insertMsg.GetSegmentID()]
|
|
assert.True(t, ok)
|
|
|
|
assert.Len(t, insertMsg.Timestamps, rowNum)
|
|
assert.Len(t, insertMsg.RowIDs, rowNum)
|
|
assert.Len(t, insertMsg.FieldsData, 2)
|
|
for _, fieldData := range insertMsg.FieldsData {
|
|
if data := fieldData.GetScalars().GetBoolData(); data != nil {
|
|
assert.Len(t, data.Data, rowNum)
|
|
} else if data := fieldData.GetScalars().GetIntData(); data != nil {
|
|
assert.Len(t, data.Data, rowNum)
|
|
}
|
|
}
|
|
|
|
for _, ts := range insertMsg.Timestamps {
|
|
assert.Equal(t, ts, tt)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestNewMsgPackFromCreateCollectionMessage(t *testing.T) {
|
|
id := rmq.NewRmqID(1)
|
|
|
|
tt := uint64(time.Now().UnixNano())
|
|
msg := message.CreateTestCreateCollectionMessage(t, 1, tt, id)
|
|
immutableMessage := msg.IntoImmutableMessage(id)
|
|
|
|
pack, err := NewMsgPackFromMessage(immutableMessage)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, pack)
|
|
assert.Equal(t, tt, pack.BeginTs)
|
|
assert.Equal(t, tt, pack.EndTs)
|
|
}
|
|
|
|
func TestNewMsgPackFromCreateSegmentMessage(t *testing.T) {
|
|
id := rmq.NewRmqID(1)
|
|
|
|
tt := uint64(time.Now().UnixNano())
|
|
mutableMsg, err := message.NewCreateSegmentMessageBuilderV2().
|
|
WithHeader(&message.CreateSegmentMessageHeader{}).
|
|
WithBody(&message.CreateSegmentMessageBody{}).
|
|
WithVChannel("v1").
|
|
BuildMutable()
|
|
assert.NoError(t, err)
|
|
immutableCreateSegmentMsg := mutableMsg.WithTimeTick(tt).WithLastConfirmedUseMessageID().IntoImmutableMessage(id)
|
|
pack, err := NewMsgPackFromMessage(immutableCreateSegmentMsg)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, pack)
|
|
assert.Equal(t, tt, pack.BeginTs)
|
|
assert.Equal(t, tt, pack.EndTs)
|
|
}
|
|
|
|
func TestNewMsgPackFromCreateIndexMessage(t *testing.T) {
|
|
id := rmq.NewRmqID(1)
|
|
|
|
tt := uint64(time.Now().UnixNano())
|
|
mutableMsg, err := message.NewCreateIndexMessageBuilderV2().
|
|
WithHeader(&message.CreateIndexMessageHeader{}).
|
|
WithBody(&message.CreateIndexMessageBody{}).
|
|
WithVChannel("v1").
|
|
BuildMutable()
|
|
assert.NoError(t, err)
|
|
immutableCreateIndexMsg := mutableMsg.WithTimeTick(tt).WithLastConfirmedUseMessageID().IntoImmutableMessage(id)
|
|
pack, err := NewMsgPackFromMessage(immutableCreateIndexMsg)
|
|
assert.NoError(t, err)
|
|
assert.NotNil(t, pack)
|
|
assert.Equal(t, tt, pack.BeginTs)
|
|
assert.Equal(t, tt, pack.EndTs)
|
|
}
|