chore: import upstream snapshot with attribution

tests/python_client/customize/README.md

@@ -0,0 +1,3 @@
+Verify user is able to easily customize Milvus deployment with various configuration items.
+
+To be updated...

tests/python_client/customize/milvus_operator.py

@@ -0,0 +1,212 @@
+import json
+import os
+import time
+from benedict import benedict
+from utils.util_log import test_log as log
+from utils.util_k8s import get_pod_ip_name_pairs
+from common.cus_resource_opts import CustomResourceOperations as CusResource
+
+template_yaml = os.path.join(os.path.dirname(__file__), 'template/default.yaml')
+MILVUS_GRP = 'milvus.io'
+# MILVUS_VER = 'v1alpha1'
+MILVUS_VER = 'v1beta1'
+# MILVUS_PLURAL = 'milvusclusters'
+MILVUS_PLURAL = 'milvuses'
+# MILVUS_KIND = 'MilvusCluster'
+MILVUS_KIND = 'Milvus'
+
+
+class MilvusOperator(object):
+    def __init__(self):
+        self.group = MILVUS_GRP
+        self.version = MILVUS_VER
+        self.plural = MILVUS_PLURAL.lower()
+
+    @staticmethod
+    def _update_configs(configs, template=None):
+        """
+        Method: update the template with customized configs
+        Params:
+            configs: a dict type of configurations that describe the properties of milvus to be deployed
+            template: Optional. Pass the template file location if there is a template to apply
+        Return: a dict type customized configs
+        """
+        if not isinstance(configs, dict):
+            log.error("customize configurations must be in dict type")
+            return None
+
+        if template is None:
+            # d_configs = benedict()
+            log.debug(f'template yaml {template_yaml}')
+            d_configs = benedict.from_yaml(template_yaml)
+            d_configs['apiVersion'] = f'{MILVUS_GRP}/{MILVUS_VER}'
+            d_configs['kind'] = MILVUS_KIND
+        else:
+            d_configs = benedict.from_yaml(template)
+
+        for key in configs.keys():
+            d_configs[key] = configs[key]
+
+        # return a python dict if it is not none
+        return d_configs._dict if d_configs._dict is not None else d_configs
+
+    def install(self, configs, template=None):
+        """
+        Method: apply a custom resource object to install milvus
+        Params:
+            configs: a dict type of configurations that describe the properties of milvus to be deployed
+            template: Optional. Pass the template file location if there is a template to apply
+        Return: custom resource object instance
+        """
+        new_configs = self._update_configs(configs, template)
+        log.debug(new_configs)
+        namespace = new_configs['metadata'].get('namespace', 'default')
+        # apply custom resource object to deploy milvus
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        log.info(f'install milvus with configs: {json.dumps(new_configs, indent=4)}')
+        return cus_res.create(new_configs)
+
+    def uninstall(self, release_name, namespace='default', delete_depends=True, delete_pvc=True):
+        """
+        Method: delete custom resource object to uninstall milvus
+        Params:
+            release_name: release name of milvus
+            namespace: namespace that the milvus is running in
+            delete_depends: whether to delete the dependent etcd, pulsar and minio services. default: True
+            delete_pvc: whether to delete the data persistent pvc volumes. default: True
+        """
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        del_configs = {}
+        if delete_depends:
+            del_configs = {'spec.dependencies.etcd.inCluster.deletionPolicy': 'Delete',
+                           'spec.dependencies.pulsar.inCluster.deletionPolicy': 'Delete',
+                           'spec.dependencies.kafka.inCluster.deletionPolicy': 'Delete',
+                           'spec.dependencies.storage.inCluster.deletionPolicy': 'Delete'
+                           }
+        if delete_pvc:
+            del_configs.update({'spec.dependencies.etcd.inCluster.pvcDeletion': True,
+                                'spec.dependencies.pulsar.inCluster.pvcDeletion': True,
+                                'spec.dependencies.kafka.inCluster.pvcDeletion': True,
+                                'spec.dependencies.storage.inCluster.pvcDeletion': True
+                                })
+        if delete_depends or delete_pvc:
+            self.upgrade(release_name, del_configs, namespace=namespace)
+        cus_res.delete(release_name)
+
+    def upgrade(self, release_name, configs, namespace='default'):
+        """
+        Method: patch custom resource object to upgrade milvus
+        Params:
+            release_name: release name of milvus
+            configs: a dict type like configurations to be upgrade milvus
+            namespace: namespace that the milvus is running in
+        """
+        if not isinstance(configs, dict):
+            log.error("customize configurations must be in dict type")
+            return None
+
+        d_configs = benedict()
+
+        for key in configs.keys():
+            d_configs[key] = configs[key]
+
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        log.debug(f"upgrade milvus with configs: {d_configs}")
+        cus_res.patch(release_name, d_configs)
+        self.wait_for_healthy(release_name, namespace=namespace)
+
+    def rolling_update(self, release_name, new_image_name, namespace='default'):
+        """
+        Method: patch custom resource object to rolling update milvus
+        Params:
+            release_name: release name of milvus
+            namespace: namespace that the milvus is running in
+        """
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        rolling_configs = {'spec.components.enableRollingUpdate': True,
+                           'spec.components.imageUpdateMode': "rollingUpgrade",
+                           'spec.components.image': new_image_name}
+        log.debug(f"rolling update milvus with configs: {rolling_configs}")
+        cus_res.patch(release_name, rolling_configs)
+        self.wait_for_healthy(release_name, namespace=namespace)
+
+    def scale(self, release_name, component, replicas, namespace='default'):
+        """
+        Method: scale milvus components by replicas
+        Params:
+            release_name: release name of milvus
+            replicas: the number of replicas to scale
+            component: the component to scale, e.g: dataNode, queryNode, indexNode, proxy
+            namespace: namespace that the milvus is running in
+        """
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        component = component.replace('node', 'Node')
+        scale_configs = {f'spec.components.{component}.replicas': replicas}
+        log.info(f"scale milvus with configs: {scale_configs}")
+        self.upgrade(release_name, scale_configs, namespace=namespace)
+        self.wait_for_healthy(release_name, namespace=namespace)
+
+    def wait_for_healthy(self, release_name, namespace='default', timeout=600):
+        """
+        Method: wait a milvus instance until healthy or timeout
+        Params:
+            release_name: release name of milvus
+            namespace: namespace that the milvus is running in
+            timeout: default: 600 seconds
+        """
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        starttime = time.time()
+        log.info(f"start to check healthy: {starttime}")
+        while time.time() < starttime + timeout:
+            time.sleep(10)
+            res_object = cus_res.get(release_name)
+            mic_status = res_object.get('status', None)
+            if mic_status is not None:
+                if 'Healthy' == mic_status.get('status'):
+                    log.info(f"milvus healthy in {time.time() - starttime} seconds")
+                    return True
+                else:
+                    log.info(f"milvus status is: {mic_status.get('status')}")
+        log.info(f"end to check healthy until timeout {timeout}")
+        return False
+
+    def endpoint(self, release_name, namespace='default'):
+        """
+        Method: get Milvus endpoint by name and namespace
+        Return: a string type endpoint. e.g: host:port
+        """
+        endpoint = None
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        res_object = cus_res.get(release_name)
+        if res_object.get('status', None) is not None:
+            endpoint = res_object['status']['endpoint']
+
+        return endpoint
+
+    def etcd_endpoints(self, release_name, namespace='default'):
+        """
+        Method: get etcd endpoints by name and namespace
+        Return: a string type etcd endpoints. e.g: host:port
+        """
+        etcd_endpoints = None
+        cus_res = CusResource(kind=self.plural, group=self.group,
+                              version=self.version, namespace=namespace)
+        res_object = cus_res.get(release_name)
+        try:
+            etcd_endpoints = res_object['spec']['dependencies']['etcd']['endpoints']
+        except KeyError:
+            log.info("etcd endpoints not found")
+        # get pod ip by pod name
+        label_selector = f"app.kubernetes.io/instance={release_name}-etcd, app.kubernetes.io/name=etcd"
+        res = get_pod_ip_name_pairs(namespace, label_selector)
+        if res:
+            etcd_endpoints = [f"{pod_ip}:2379" for pod_ip in res.keys()]
+        return etcd_endpoints[0]
+

tests/python_client/customize/template/default.yaml

@@ -0,0 +1,139 @@
+apiVersion: milvus.io/v1beta1
+kind: Milvus
+metadata:
+  name: my-release
+  namespace: chaos-testing
+  labels:
+    app: milvus
+spec:
+  config:
+    log:
+      level: debug
+    common:
+      simdType: avx
+  components: {}
+  dependencies:
+    msgStreamType: kafka
+    etcd:
+      inCluster:
+        deletionPolicy: Delete
+        pvcDeletion: true
+        values:
+          metrics:
+            podMonitor:
+              enabled: true
+    kafka:
+      inCluster:
+        deletionPolicy: Retain
+        pvcDeletion: false
+        values:
+          replicaCount: 3
+          defaultReplicationFactor: 2
+          metrics:
+            kafka:
+              enabled: true
+              serviceMonitor:
+                enabled: true
+            jmx:
+              enabled: true
+    pulsar:
+      inCluster:
+        deletionPolicy: Retain
+        pvcDeletion: false
+        values:
+          components:
+            autorecovery: false
+            functions: false
+            toolset: false
+            pulsar_manager: false
+          monitoring:
+            prometheus: false
+            grafana: false
+            node_exporter: false
+            alert_manager: false
+          proxy:
+            replicaCount: 1
+            resources:
+              requests:
+                cpu: 0.01
+                memory: 256Mi
+            configData:
+              PULSAR_MEM: >
+                -Xms256m -Xmx256m
+              PULSAR_GC: >
+                -XX:MaxDirectMemorySize=256m
+          bookkeeper:
+            replicaCount: 2
+            resources:
+              requests:
+                cpu: 0.01
+                memory: 256Mi
+            configData:
+              PULSAR_MEM: >
+                -Xms256m
+                -Xmx256m
+                -XX:MaxDirectMemorySize=256m
+              PULSAR_GC: >
+                -Dio.netty.leakDetectionLevel=disabled
+                -Dio.netty.recycler.linkCapacity=1024
+                -XX:+UseG1GC -XX:MaxGCPauseMillis=10
+                -XX:+ParallelRefProcEnabled
+                -XX:+UnlockExperimentalVMOptions
+                -XX:+DoEscapeAnalysis
+                -XX:ParallelGCThreads=32
+                -XX:ConcGCThreads=32
+                -XX:G1NewSizePercent=50
+                -XX:+DisableExplicitGC
+                -XX:-ResizePLAB
+                -XX:+ExitOnOutOfMemoryError
+                -XX:+PerfDisableSharedMem
+                -XX:+PrintGCDetails
+          zookeeper:
+            replicaCount: 1
+            resources:
+              requests:
+                cpu: 0.01
+                memory: 256Mi
+            configData:
+              PULSAR_MEM: >
+                -Xms256m
+                -Xmx256m
+              PULSAR_GC: >
+                -Dcom.sun.management.jmxremote
+                -Djute.maxbuffer=10485760
+                -XX:+ParallelRefProcEnabled
+                -XX:+UnlockExperimentalVMOptions
+                -XX:+DoEscapeAnalysis -XX:+DisableExplicitGC
+                -XX:+PerfDisableSharedMem
+                -Dzookeeper.forceSync=no
+          broker:
+            replicaCount: 1
+            resources:
+              requests:
+                cpu: 0.01
+                memory: 256Mi
+            configData:
+              PULSAR_MEM: >
+                -Xms256m
+                -Xmx256m
+              PULSAR_GC: >
+                -XX:MaxDirectMemorySize=256m
+                -Dio.netty.leakDetectionLevel=disabled
+                -Dio.netty.recycler.linkCapacity=1024
+                -XX:+ParallelRefProcEnabled
+                -XX:+UnlockExperimentalVMOptions
+                -XX:+DoEscapeAnalysis
+                -XX:ParallelGCThreads=32
+                -XX:ConcGCThreads=32
+                -XX:G1NewSizePercent=50
+                -XX:+DisableExplicitGC
+                -XX:-ResizePLAB
+                -XX:+ExitOnOutOfMemoryError
+    storage:
+      inCluster:
+        deletionPolicy: Delete
+        pvcDeletion: true
+        values:
+          metrics:
+            podMonitor:
+              enabled: true

tests/python_client/customize/template/minimum.yaml

@@ -0,0 +1,47 @@
+apiVersion: milvus.io/v1alpha1
+kind: MilvusCluster
+metadata:
+  name: my-release
+  labels:
+    app: milvus
+spec:
+  components:
+    image: milvusdb/milvus:master-latest
+  config:
+    knowhere:
+      simdType: avx2
+  dependencies:
+    etcd:
+      inCluster:
+        deletionPolicy: Delete
+        pvcDeletion: true 
+        values:
+          replicaCount: 1 
+    pulsar:
+      inCluster:
+        deletionPolicy: Delete
+        pvcDeletion: true 
+        values:
+          components:
+            autorecovery: false
+          zookeeper:
+            replicaCount: 1
+          bookkeeper:
+            replicaCount: 1
+          broker:
+            replicaCount: 1
+            configData:
+              ## Enable `autoSkipNonRecoverableData` since bookkeeper is running
+              ## without persistence
+              autoSkipNonRecoverableData: "true"
+              managedLedgerDefaultEnsembleSize: "1"
+              managedLedgerDefaultWriteQuorum: "1"
+              managedLedgerDefaultAckQuorum: "1"
+          proxy:
+            replicaCount: 1
+    storage:
+      inCluster:
+        deletionPolicy: Delete
+        pvcDeletion: true 
+        values:
+          mode: standalone

tests/python_client/customize/test_customize_segment_size.py

@@ -0,0 +1,144 @@
+import pytest
+import time
+
+from pymilvus import connections
+from utils.util_log import test_log as log
+from base.collection_wrapper import ApiCollectionWrapper
+from base.utility_wrapper import ApiUtilityWrapper
+from common import common_func as cf
+from common import common_type as ct
+from milvus_operator import MilvusOperator
+from common.milvus_sys import MilvusSys
+from common.common_type import CaseLabel
+
+
+namespace = 'chaos-testing'
+
+
+def _install_milvus(seg_size):
+    release_name = f"mil-segsize-{seg_size}-" + cf.gen_digits_by_length(6)
+    cus_configs = {'spec.components.image': 'milvusdb/milvus:master-latest',
+                   'metadata.namespace': namespace,
+                   'metadata.name': release_name,
+                   'spec.components.proxy.serviceType': 'LoadBalancer',
+                   'spec.config.dataCoord.segment.maxSize': seg_size
+                   }
+    milvus_op = MilvusOperator()
+    log.info(f"install milvus with configs: {cus_configs}")
+    milvus_op.install(cus_configs)
+    healthy = milvus_op.wait_for_healthy(release_name, namespace, timeout=1200)
+    log.info(f"milvus healthy: {healthy}")
+    if healthy:
+        endpoint = milvus_op.endpoint(release_name, namespace).split(':')
+        log.info(f"milvus endpoint: {endpoint}")
+        host = endpoint[0]
+        port = endpoint[1]
+        return release_name, host, port
+    else:
+        return release_name, None, None
+
+
+class TestCustomizeSegmentSize:
+
+    def teardown_method(self):
+        pass
+        milvus_op = MilvusOperator()
+        milvus_op.uninstall(self.release_name, namespace)
+        connections.disconnect("default")
+        connections.remove_connection("default")
+
+    @pytest.mark.tags(CaseLabel.L3)
+    @pytest.mark.parametrize('seg_size, seg_count', [(128, 10), (1024, 2)])
+    def test_customize_segment_size(self, seg_size, seg_count):
+        """
+       steps
+       """
+        log.info(f"start to install milvus with segment size {seg_size}")
+        release_name, host, port = _install_milvus(seg_size)
+        self.release_name = release_name
+        assert host is not None
+        conn = connections.connect("default", host=host, port=port)
+        assert conn is not None
+        mil = MilvusSys(alias="default")
+        log.info(f"milvus build version: {mil.build_version}")
+
+        log.info(f"start to e2e verification: {seg_size}")
+        # create
+        name = cf.gen_unique_str("segsiz")
+        t0 = time.time()
+        collection_w = ApiCollectionWrapper()
+        collection_w.init_collection(name=name,
+                                     schema=cf.gen_default_collection_schema(),
+                                     timeout=40)
+        tt = time.time() - t0
+        assert collection_w.name == name
+        entities = collection_w.num_entities
+        log.info(f"assert create collection: {tt}, init_entities: {entities}")
+
+        # insert
+        nb = 50000
+        data = cf.gen_default_list_data(nb=nb)
+        t0 = time.time()
+        _, res = collection_w.insert(data)
+        tt = time.time() - t0
+        log.info(f"assert insert: {tt}")
+        assert res
+        # insert 2 million entities
+        rounds = 40
+        for _ in range(rounds-1):
+            _, res = collection_w.insert(data)
+        entities = collection_w.num_entities
+        assert entities == nb * rounds
+
+        # load
+        collection_w.load()
+        utility_wrap = ApiUtilityWrapper()
+        segs, _ = utility_wrap.get_query_segment_info(collection_w.name)
+        log.info(f"assert segments: {len(segs)}")
+        assert len(segs) == seg_count
+
+        # search
+        search_vectors = cf.gen_vectors(1, ct.default_dim)
+        search_params = {"metric_type": "L2", "params": {"nprobe": 16}}
+        t0 = time.time()
+        res_1, _ = collection_w.search(data=search_vectors,
+                                       anns_field=ct.default_float_vec_field_name,
+                                       param=search_params, limit=1, timeout=30)
+        tt = time.time() - t0
+        log.info(f"assert search: {tt}")
+        assert len(res_1) == 1
+        collection_w.release()
+
+        # index
+        d = cf.gen_default_list_data()
+        collection_w.insert(d)
+        log.info(f"assert index entities: {collection_w.num_entities}")
+        _index_params = {"index_type": "IVF_SQ8", "params": {"nlist": 64}, "metric_type": "L2"}
+        t0 = time.time()
+        index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name,
+                                             index_params=_index_params,
+                                             name=cf.gen_unique_str(), timeout=120)
+        tt = time.time() - t0
+        log.info(f"assert index: {tt}")
+        assert len(collection_w.indexes) == 1
+
+        # search
+        t0 = time.time()
+        collection_w.load()
+        tt = time.time() - t0
+        log.info(f"assert load: {tt}")
+        search_vectors = cf.gen_vectors(1, ct.default_dim)
+        t0 = time.time()
+        res_1, _ = collection_w.search(data=search_vectors,
+                                       anns_field=ct.default_float_vec_field_name,
+                                       param=search_params, limit=1, timeout=30)
+        tt = time.time() - t0
+        log.info(f"assert search: {tt}")
+
+        # query
+        term_expr = f'{ct.default_int64_field_name} in [1001,1201,4999,2999]'
+        t0 = time.time()
+        res, _ = collection_w.query(term_expr, timeout=30)
+        tt = time.time() - t0
+        log.info(f"assert query result {len(res)}: {tt}")
+

tests/python_client/customize/test_simd_compat.py

@@ -0,0 +1,161 @@
+import pytest
+import time
+
+from pymilvus import connections
+from utils.util_log import test_log as log
+from base.collection_wrapper import ApiCollectionWrapper
+from common import common_func as cf
+from common import common_type as ct
+from milvus_operator import MilvusOperator
+from common.milvus_sys import MilvusSys
+from common.common_type import CaseLabel
+
+# sorted by the priority order of the simd
+# | configuration | possible returned SIMD |
+# |--------|----------|
+# | auto | avx512 / avx2 / sse4_2|
+# | avx512 | avx512 / avx2 / sse4_2|
+# | avx2 | avx2 / sse4_2|
+# | avx | sse4_2|
+# | sse4_2 | sse4_2|
+supported_simd_types = ["avx512", "avx2", "avx", "sse4_2"]
+namespace = 'chaos-testing'
+
+
+def _install_milvus(simd):
+    release_name = f"mil-{simd.replace('_','-')}-" + cf.gen_digits_by_length(6)
+    cus_configs = {'spec.components.image': 'harbor.milvus.io/milvus/milvus:master-latest',
+                   'metadata.namespace': namespace,
+                   'metadata.name': release_name,
+                   'spec.config.common.simdType': simd
+                   }
+    milvus_op = MilvusOperator()
+    log.info(f"install milvus with configs: {cus_configs}")
+    milvus_op.install(cus_configs)
+    healthy = milvus_op.wait_for_healthy(release_name, namespace, timeout=1200)
+    log.info(f"milvus healthy: {healthy}")
+    if healthy:
+        endpoint = milvus_op.endpoint(release_name, namespace).split(':')
+        log.info(f"milvus endpoint: {endpoint}")
+        host = endpoint[0]
+        port = endpoint[1]
+        return release_name, host, port
+    else:
+        return release_name, None, None
+
+
+class TestSimdCompatibility:
+
+    def teardown_method(self):
+        milvus_op = MilvusOperator()
+        milvus_op.uninstall(self.release_name, namespace)
+
+    @pytest.mark.tags(CaseLabel.L3)
+    @pytest.mark.parametrize('simd', supported_simd_types)
+    def test_simd_compat_e2e(self, simd):
+        """
+       steps
+       1. [test_milvus_install]: set up milvus with customized simd configured
+       2. [test_simd_compat_e2e]: verify milvus is working well
+       4. [test_milvus_cleanup]: delete milvus instances in teardown
+       """
+        log.info(f"start to install milvus with simd {simd}")
+        release_name, host, port = _install_milvus(simd)
+        time.sleep(10)
+        self.release_name = release_name
+        assert host is not None
+        conn = connections.connect("default", host=host, port=port)
+        assert conn is not None
+        mil = MilvusSys(alias="default")
+        log.info(f"milvus build version: {mil.build_version}")
+        log.info(f"milvus simdType: {mil.simd_type}")
+        assert str(mil.simd_type).lower() == simd.lower()
+
+        log.info(f"start to e2e verification: {simd}")
+        # create
+        prefix = "simd_"
+        name = cf.gen_unique_str(prefix)
+        t0 = time.time()
+        collection_w = ApiCollectionWrapper()
+        collection_w.init_collection_wrap(name=name)
+        tt = time.time() - t0
+        assert collection_w.name == name
+        entities = collection_w.num_entities
+        log.info(f"assert create collection: {tt}, init_entities: {entities}")
+
+        # insert
+        for _ in range(10):
+            data = cf.gen_default_list_data(nb=300)
+            t0 = time.time()
+            _, res = collection_w.insert(data)
+            tt = time.time() - t0
+            log.info(f"assert insert: {tt}")
+            assert res
+
+        # flush
+        t0 = time.time()
+        _, check_result = collection_w.flush(timeout=180)
+        assert check_result
+        assert collection_w.num_entities == len(data[0]) + entities
+        tt = time.time() - t0
+        entities = collection_w.num_entities
+        log.info(f"assert flush: {tt}, entities: {entities}")
+
+        # index
+        index_params = {"index_type": "IVF_SQ8", "params": {"nlist": 64}, "metric_type": "L2"}
+        t0 = time.time()
+        index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name,
+                                             index_params=index_params,
+                                             index_name=cf.gen_unique_str())
+        index, _ = collection_w.create_index(field_name=ct.default_string_field_name,
+                                             index_params={},
+                                             index_name=cf.gen_unique_str())
+        tt = time.time() - t0
+        log.info(f"assert index: {tt}")
+        assert len(collection_w.indexes) == 2
+
+        # load
+        collection_w.load()
+
+        # search
+        search_vectors = cf.gen_vectors(1, ct.default_dim)
+        search_params = {"metric_type": "L2", "params": {"nprobe": 16}}
+        t0 = time.time()
+        res_1, _ = collection_w.search(data=search_vectors,
+                                       anns_field=ct.default_float_vec_field_name,
+                                       param=search_params, limit=1)
+        tt = time.time() - t0
+        log.info(f"assert search: {tt}")
+        assert len(res_1) == 1
+
+        # release
+        collection_w.release()
+
+        # insert
+        d = cf.gen_default_list_data()
+        collection_w.insert(d)
+
+        # search
+        t0 = time.time()
+        collection_w.load()
+        tt = time.time() - t0
+        log.info(f"assert load: {tt}")
+        nq = 5
+        topk = 5
+        search_vectors = cf.gen_vectors(nq, ct.default_dim)
+        t0 = time.time()
+        res, _ = collection_w.search(data=search_vectors,
+                                     anns_field=ct.default_float_vec_field_name,
+                                     param=search_params, limit=topk)
+        tt = time.time() - t0
+        log.info(f"assert search: {tt}")
+        assert len(res) == nq
+        assert len(res[0]) <= topk
+        # query
+        term_expr = f'{ct.default_int64_field_name} in [1, 2, 3, 4]'
+        t0 = time.time()
+        res, _ = collection_w.query(term_expr)
+        tt = time.time() - t0
+        log.info(f"assert query result {len(res)}: {tt}")
+        assert len(res) >= 4
+