wehub-resource-sync
498b235461
Build and test / Build and test AMD64 Ubuntu 22.04 (push) Failing after 0s
Publish Builder / amazonlinux2023 (push) Failing after 1s
Build and test / UT for Go (push) Has been skipped
Publish KRTE Images / KRTE (push) Failing after 1s
Build and test / Integration Test (push) Has been skipped
Build and test / Upload Code Coverage (push) Has been skipped
Publish Builder / rockylinux9 (push) Failing after 1s
Publish Builder / ubuntu22.04 (push) Failing after 0s
Publish Builder / ubuntu24.04 (push) Failing after 0s
Publish Gpu Builder / publish-gpu-builder (push) Failing after 1s
Publish Test Images / PyTest (push) Failing after 0s
Build and test / UT for Cpp (push) Has been cancelled
95 lines
3.2 KiB
Go
95 lines
3.2 KiB
Go
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package compaction
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/assert"
|
|
|
|
"github.com/milvus-io/milvus/internal/json"
|
|
"github.com/milvus-io/milvus/internal/storage"
|
|
"github.com/milvus-io/milvus/pkg/v3/util/paramtable"
|
|
)
|
|
|
|
func TestGetJSONParams(t *testing.T) {
|
|
paramtable.Init()
|
|
jsonStr, err := GenerateJSONParams(nil)
|
|
assert.NoError(t, err)
|
|
|
|
storageVersion := storage.StorageV2
|
|
if paramtable.Get().CommonCfg.UseLoonFFI.GetAsBool() {
|
|
storageVersion = storage.StorageV3
|
|
}
|
|
|
|
var result Params
|
|
err = json.Unmarshal([]byte(jsonStr), &result)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, Params{
|
|
StorageVersion: storageVersion,
|
|
StorageFormat: paramtable.Get().DataNodeCfg.StorageFormat.GetValue(),
|
|
BinLogMaxSize: paramtable.Get().DataNodeCfg.BinLogMaxSize.GetAsUint64(),
|
|
UseMergeSort: paramtable.Get().DataNodeCfg.UseMergeSort.GetAsBool(),
|
|
MaxSegmentMergeSort: paramtable.Get().DataNodeCfg.MaxSegmentMergeSort.GetAsInt(),
|
|
PreferSegmentSizeRatio: paramtable.Get().DataCoordCfg.ClusteringCompactionPreferSegmentSizeRatio.GetAsFloat(),
|
|
BloomFilterApplyBatchSize: paramtable.Get().CommonCfg.BloomFilterApplyBatchSize.GetAsInt(),
|
|
StorageConfig: CreateStorageConfig(),
|
|
UseLoonFFI: paramtable.Get().CommonCfg.UseLoonFFI.GetAsBool(),
|
|
LOBHoleRatioThreshold: GetLOBHoleRatioThreshold(),
|
|
TextInlineThreshold: getTextInlineThreshold(),
|
|
TextMaxLobFileBytes: getTextMaxLobFileBytes(),
|
|
TextFlushThresholdBytes: getTextFlushThresholdBytes(),
|
|
}, result)
|
|
}
|
|
|
|
func TestGetParamsFromJSON(t *testing.T) {
|
|
input := `{
|
|
"storage_version": 0,
|
|
"binlog_max_size": 4096,
|
|
"use_merge_sort": false,
|
|
"max_segment_merge_sort": 2,
|
|
"prefer_segment_size_ratio": 0.1,
|
|
"bloom_filter_apply_batch_size": 1000
|
|
}`
|
|
|
|
expected := Params{
|
|
StorageVersion: storage.StorageV1,
|
|
BinLogMaxSize: 4096,
|
|
UseMergeSort: false,
|
|
MaxSegmentMergeSort: 2,
|
|
PreferSegmentSizeRatio: 0.1,
|
|
BloomFilterApplyBatchSize: 1000,
|
|
}
|
|
|
|
result, err := ParseParamsFromJSON(input)
|
|
assert.NoError(t, err)
|
|
assert.Equal(t, expected, result)
|
|
}
|
|
|
|
func TestGetParamsFromJSON_InvalidJSON(t *testing.T) {
|
|
invalidJSON := `{ this is not valid json }`
|
|
_, err := ParseParamsFromJSON(invalidJSON)
|
|
assert.Error(t, err)
|
|
}
|
|
|
|
func TestGetParamsFromJSON_EmptyJSON(t *testing.T) {
|
|
// Test compatibility
|
|
emptyJSON := ``
|
|
_, err := ParseParamsFromJSON(emptyJSON)
|
|
assert.Error(t, err)
|
|
}
|