12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394 |
- # import datetime
- # import pytest
- #
- # from base.client_base import TestcaseBase
- # from common import common_func as cf
- # from common import common_type as ct
- # from common.common_type import CaseLabel
- # from utils.util_log import test_log as log
- # from pymilvus import utility
- #
- #
- # rounds = 100
- # per_nb = 100000
- # default_field_name = ct.default_float_vec_field_name
- # default_index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}}
- #
- #
- # class TestLoad(TestcaseBase):
- # """ Test case of end to end"""
- # @pytest.mark.tags(CaseLabel.L3)
- # def test_load_default(self):
- # name = 'load_test_collection_1'
- # name2 = 'load_test_collection_2'
- # # create
- # # collection_w = self.init_collection_wrap(name=name)
- # # collection_w2 = self.init_collection_wrap(name=name2)
- # # assert collection_w.name == name
- #
- # for i in range(50):
- # name = f"load_collection2_{i}"
- # self.init_collection_wrap(name=name)
- # log.debug(f"total collections: {len(utility.list_collections())}")
- #
- # # # insert
- # # data = cf.gen_default_list_data(per_nb)
- # # log.debug(f"data len: {len(data[0])}")
- # # for i in range(rounds):
- # # t0 = datetime.datetime.now()
- # # ins_res, res = collection_w.insert(data, timeout=180)
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"round{i} insert: {len(ins_res.primary_keys)} entities in {tt}s")
- # # assert res # and per_nb == len(ins_res.primary_keys)
- # #
- # # t0 = datetime.datetime.now()
- # # ins_res2, res = collection_w2.insert(data, timeout=180)
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"round{i} insert2: {len(ins_res2.primary_keys)} entities in {tt}s")
- # # assert res
- # #
- # # # flush
- # # t0 = datetime.datetime.now()
- # # log.debug(f"current collection num_entities: {collection_w.num_entities}")
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"round{i} flush in {tt}")
- # #
- # # t0 = datetime.datetime.now()
- # # log.debug(f"current collection2 num_entities: {collection_w2.num_entities}")
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"round{i} flush2 in {tt}")
- #
- # # index, res = collection_w.create_index(default_field_name, default_all_indexes_params, timeout=60)
- # # assert res
- #
- # # # search
- # # collection_w.load()
- # # search_vectors = cf.gen_vectors(1, ct.default_dim)
- # # t0 = datetime.datetime.now()
- # # res_1, _ = collection_w.search(data=search_vectors,
- # # anns_field=ct.default_float_vec_field_name,
- # # param={"nprobe": 16}, limit=1)
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"assert search: {tt}")
- # # assert len(res_1) == 1
- # # # collection_w.release()
- # #
- # # # index
- # # collection_w.insert(cf.gen_default_dataframe_data(nb=5000))
- # # assert collection_w.num_entities == len(data[0]) + 5000
- # # _index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}}
- # # t0 = datetime.datetime.now()
- # # index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name,
- # # index_params=_index_params,
- # # name=cf.gen_unique_str())
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"assert index: {tt}")
- # # assert len(collection_w.indexes) == 1
- # #
- # # # query
- # # term_expr = f'{ct.default_int64_field_name} in [3001,4001,4999,2999]'
- # # t0 = datetime.datetime.now()
- # # res, _ = collection_w.query(term_expr)
- # # tt = datetime.datetime.now() - t0
- # # log.debug(f"assert query: {tt}")
- # # assert len(res) == 4
|