498b235461
Build and test / Build and test AMD64 Ubuntu 22.04 (push) Failing after 0s
Publish Builder / amazonlinux2023 (push) Failing after 1s
Build and test / UT for Go (push) Has been skipped
Publish KRTE Images / KRTE (push) Failing after 1s
Build and test / Integration Test (push) Has been skipped
Build and test / Upload Code Coverage (push) Has been skipped
Publish Builder / rockylinux9 (push) Failing after 1s
Publish Builder / ubuntu22.04 (push) Failing after 0s
Publish Builder / ubuntu24.04 (push) Failing after 0s
Publish Gpu Builder / publish-gpu-builder (push) Failing after 1s
Publish Test Images / PyTest (push) Failing after 0s
Build and test / UT for Cpp (push) Has been cancelled
157 lines
5.5 KiB
Go
157 lines
5.5 KiB
Go
/*
|
|
* Licensed to the LF AI & Data foundation under one
|
|
* or more contributor license agreements. See the NOTICE file
|
|
* distributed with this work for additional information
|
|
* regarding copyright ownership. The ASF licenses this file
|
|
* to you under the Apache License, Version 2.0 (the
|
|
* "License"); you may not use this file except in compliance
|
|
* with the License. You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
package proxy
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/cockroachdb/errors"
|
|
"github.com/stretchr/testify/assert"
|
|
"google.golang.org/grpc"
|
|
|
|
"github.com/milvus-io/milvus-proto/go-api/v3/commonpb"
|
|
"github.com/milvus-io/milvus-proto/go-api/v3/milvuspb"
|
|
"github.com/milvus-io/milvus/pkg/v3/util"
|
|
"github.com/milvus-io/milvus/pkg/v3/util/paramtable"
|
|
)
|
|
|
|
func TestTraceLogInterceptor(t *testing.T) {
|
|
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
// none
|
|
_ = paramtable.Get().Save(paramtable.Get().CommonCfg.TraceLogMode.Key, "0")
|
|
_, _ = TraceLogInterceptor(context.Background(), &milvuspb.ShowCollectionsRequest{}, &grpc.UnaryServerInfo{}, handler)
|
|
|
|
// invalid mode
|
|
_ = paramtable.Get().Save(paramtable.Get().CommonCfg.TraceLogMode.Key, "10")
|
|
_, _ = TraceLogInterceptor(context.Background(), &milvuspb.ShowCollectionsRequest{}, &grpc.UnaryServerInfo{}, handler)
|
|
|
|
// simple mode
|
|
ctx := GetContext(context.Background(), fmt.Sprintf("%s%s%s", "foo", util.CredentialSeparator, "FOO123456"))
|
|
_ = paramtable.Get().Save(paramtable.Get().CommonCfg.TraceLogMode.Key, "1")
|
|
{
|
|
_, _ = TraceLogInterceptor(ctx, &milvuspb.CreateCollectionRequest{
|
|
DbName: "db",
|
|
CollectionName: "col1",
|
|
}, &grpc.UnaryServerInfo{
|
|
FullMethod: "/milvus.proto.milvus.MilvusService/CreateCollection",
|
|
}, handler)
|
|
}
|
|
|
|
// detail mode
|
|
_ = paramtable.Get().Save(paramtable.Get().CommonCfg.TraceLogMode.Key, "2")
|
|
{
|
|
_, _ = TraceLogInterceptor(ctx, &milvuspb.CreateCollectionRequest{
|
|
DbName: "db",
|
|
CollectionName: "col1",
|
|
}, &grpc.UnaryServerInfo{
|
|
FullMethod: "/milvus.proto.milvus.MilvusService/CreateCollection",
|
|
}, handler)
|
|
}
|
|
|
|
{
|
|
f1 := GetRequestFieldWithoutSensitiveInfo(&milvuspb.CreateCredentialRequest{
|
|
Username: "foo",
|
|
Password: "123456",
|
|
})
|
|
assert.NotContains(t, strings.ToLower(fmt.Sprint(f1.Interface)), "password")
|
|
|
|
f2 := GetRequestFieldWithoutSensitiveInfo(&milvuspb.UpdateCredentialRequest{
|
|
Username: "foo",
|
|
OldPassword: "123456",
|
|
NewPassword: "FOO123456",
|
|
})
|
|
assert.NotContains(t, strings.ToLower(fmt.Sprint(f2.Interface)), "password")
|
|
|
|
externalSpec := `{"extfs":{"cloud_provider":"aws","access_key_id":"AKIAEXAMPLE","access_key_value":"SUPERSECRET","region":"us-west-2"}}`
|
|
f3 := GetRequestFieldWithoutSensitiveInfo(&milvuspb.RestoreExternalSnapshotRequest{
|
|
DbName: "db",
|
|
TargetCollectionName: "restored",
|
|
SnapshotMetadataUri: "s3://bucket/export-root/snapshots/100/metadata/1.json",
|
|
ExternalSpec: externalSpec,
|
|
})
|
|
assert.NotContains(t, fmt.Sprint(f3.Interface), "AKIAEXAMPLE")
|
|
assert.NotContains(t, fmt.Sprint(f3.Interface), "SUPERSECRET")
|
|
assert.Contains(t, fmt.Sprint(f3.Interface), "***")
|
|
|
|
f4 := GetRequestFieldWithoutSensitiveInfo(&milvuspb.ExportSnapshotRequest{
|
|
DbName: "db",
|
|
CollectionName: "source",
|
|
Name: "snapshot",
|
|
TargetS3Path: "s3://bucket/export-root",
|
|
ExternalSpec: externalSpec,
|
|
})
|
|
assert.NotContains(t, fmt.Sprint(f4.Interface), "AKIAEXAMPLE")
|
|
assert.NotContains(t, fmt.Sprint(f4.Interface), "SUPERSECRET")
|
|
assert.Contains(t, fmt.Sprint(f4.Interface), "***")
|
|
}
|
|
|
|
_ = paramtable.Get().Save(paramtable.Get().CommonCfg.TraceLogMode.Key, "3")
|
|
{
|
|
_, _ = TraceLogInterceptor(ctx, &milvuspb.CreateCollectionRequest{
|
|
DbName: "db",
|
|
CollectionName: "col1",
|
|
}, &grpc.UnaryServerInfo{
|
|
FullMethod: "/milvus.proto.milvus.MilvusService/CreateCollection",
|
|
}, func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return nil, errors.New("internet error")
|
|
})
|
|
}
|
|
{
|
|
_, _ = TraceLogInterceptor(ctx, &milvuspb.CreateCollectionRequest{
|
|
DbName: "db",
|
|
CollectionName: "col1",
|
|
}, &grpc.UnaryServerInfo{
|
|
FullMethod: "/milvus.proto.milvus.MilvusService/CreateCollection",
|
|
}, func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return &commonpb.Status{ErrorCode: commonpb.ErrorCode_UnexpectedError, Code: 500}, nil
|
|
})
|
|
}
|
|
{
|
|
_, _ = TraceLogInterceptor(ctx, &milvuspb.CreateCollectionRequest{
|
|
DbName: "db",
|
|
CollectionName: "col1",
|
|
}, &grpc.UnaryServerInfo{
|
|
FullMethod: "/milvus.proto.milvus.MilvusService/CreateCollection",
|
|
}, func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return "foo", nil
|
|
})
|
|
}
|
|
{
|
|
_, _ = TraceLogInterceptor(ctx, &milvuspb.ShowCollectionsRequest{
|
|
DbName: "db",
|
|
}, &grpc.UnaryServerInfo{
|
|
FullMethod: "/milvus.proto.milvus.MilvusService/ShowCollections",
|
|
}, func(ctx context.Context, req interface{}) (interface{}, error) {
|
|
return &milvuspb.ShowCollectionsResponse{
|
|
Status: &commonpb.Status{
|
|
ErrorCode: commonpb.ErrorCode_Success,
|
|
},
|
|
CollectionNames: []string{"col1"},
|
|
}, nil
|
|
})
|
|
}
|
|
_ = paramtable.Get().Save(paramtable.Get().CommonCfg.TraceLogMode.Key, "0")
|
|
}
|