-
Notifications
You must be signed in to change notification settings - Fork 2.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
test: Add a new range search test for all indexes and align some inde…
…x params (#32724) related issue: #32653 1. align some default index params 2. add a new range search tests for all indexes and float vectors --------- Signed-off-by: yanliang567 <[email protected]>
- Loading branch information
1 parent
c70c21e
commit 5bb672d
Showing
11 changed files
with
393 additions
and
468 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,94 +1,94 @@ | ||
| import datetime | ||
| import pytest | ||
|
|
||
| from base.client_base import TestcaseBase | ||
| from common import common_func as cf | ||
| from common import common_type as ct | ||
| from common.common_type import CaseLabel | ||
| from utils.util_log import test_log as log | ||
| from pymilvus import utility | ||
|
|
||
|
|
||
| rounds = 100 | ||
| per_nb = 100000 | ||
| default_field_name = ct.default_float_vec_field_name | ||
| default_index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}} | ||
|
|
||
|
|
||
| class TestLoad(TestcaseBase): | ||
| """ Test case of end to end""" | ||
| @pytest.mark.tags(CaseLabel.L3) | ||
| def test_load_default(self): | ||
| name = 'load_test_collection_1' | ||
| name2 = 'load_test_collection_2' | ||
| # create | ||
| # collection_w = self.init_collection_wrap(name=name) | ||
| # collection_w2 = self.init_collection_wrap(name=name2) | ||
| # assert collection_w.name == name | ||
|
|
||
| for i in range(50): | ||
| name = f"load_collection2_{i}" | ||
| self.init_collection_wrap(name=name) | ||
| log.debug(f"total collections: {len(utility.list_collections())}") | ||
|
|
||
| # # insert | ||
| # data = cf.gen_default_list_data(per_nb) | ||
| # log.debug(f"data len: {len(data[0])}") | ||
| # for i in range(rounds): | ||
| # t0 = datetime.datetime.now() | ||
| # ins_res, res = collection_w.insert(data, timeout=180) | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"round{i} insert: {len(ins_res.primary_keys)} entities in {tt}s") | ||
| # assert res # and per_nb == len(ins_res.primary_keys) | ||
| # | ||
| # t0 = datetime.datetime.now() | ||
| # ins_res2, res = collection_w2.insert(data, timeout=180) | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"round{i} insert2: {len(ins_res2.primary_keys)} entities in {tt}s") | ||
| # assert res | ||
| # | ||
| # # flush | ||
| # t0 = datetime.datetime.now() | ||
| # log.debug(f"current collection num_entities: {collection_w.num_entities}") | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"round{i} flush in {tt}") | ||
| # | ||
| # t0 = datetime.datetime.now() | ||
| # log.debug(f"current collection2 num_entities: {collection_w2.num_entities}") | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"round{i} flush2 in {tt}") | ||
|
|
||
| # index, res = collection_w.create_index(default_field_name, default_index_params, timeout=60) | ||
| # assert res | ||
|
|
||
| # # search | ||
| # collection_w.load() | ||
| # search_vectors = cf.gen_vectors(1, ct.default_dim) | ||
| # t0 = datetime.datetime.now() | ||
| # res_1, _ = collection_w.search(data=search_vectors, | ||
| # anns_field=ct.default_float_vec_field_name, | ||
| # param={"nprobe": 16}, limit=1) | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"assert search: {tt}") | ||
| # assert len(res_1) == 1 | ||
| # # collection_w.release() | ||
| # | ||
| # # index | ||
| # collection_w.insert(cf.gen_default_dataframe_data(nb=5000)) | ||
| # assert collection_w.num_entities == len(data[0]) + 5000 | ||
| # _index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}} | ||
| # t0 = datetime.datetime.now() | ||
| # index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name, | ||
| # index_params=_index_params, | ||
| # name=cf.gen_unique_str()) | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"assert index: {tt}") | ||
| # assert len(collection_w.indexes) == 1 | ||
| # | ||
| # # query | ||
| # term_expr = f'{ct.default_int64_field_name} in [3001,4001,4999,2999]' | ||
| # t0 = datetime.datetime.now() | ||
| # res, _ = collection_w.query(term_expr) | ||
| # tt = datetime.datetime.now() - t0 | ||
| # log.debug(f"assert query: {tt}") | ||
| # assert len(res) == 4 | ||
| # import datetime | ||
| # import pytest | ||
| # | ||
| # from base.client_base import TestcaseBase | ||
| # from common import common_func as cf | ||
| # from common import common_type as ct | ||
| # from common.common_type import CaseLabel | ||
| # from utils.util_log import test_log as log | ||
| # from pymilvus import utility | ||
| # | ||
| # | ||
| # rounds = 100 | ||
| # per_nb = 100000 | ||
| # default_field_name = ct.default_float_vec_field_name | ||
| # default_index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}} | ||
| # | ||
| # | ||
| # class TestLoad(TestcaseBase): | ||
| # """ Test case of end to end""" | ||
| # @pytest.mark.tags(CaseLabel.L3) | ||
| # def test_load_default(self): | ||
| # name = 'load_test_collection_1' | ||
| # name2 = 'load_test_collection_2' | ||
| # # create | ||
| # # collection_w = self.init_collection_wrap(name=name) | ||
| # # collection_w2 = self.init_collection_wrap(name=name2) | ||
| # # assert collection_w.name == name | ||
| # | ||
| # for i in range(50): | ||
| # name = f"load_collection2_{i}" | ||
| # self.init_collection_wrap(name=name) | ||
| # log.debug(f"total collections: {len(utility.list_collections())}") | ||
| # | ||
| # # # insert | ||
| # # data = cf.gen_default_list_data(per_nb) | ||
| # # log.debug(f"data len: {len(data[0])}") | ||
| # # for i in range(rounds): | ||
| # # t0 = datetime.datetime.now() | ||
| # # ins_res, res = collection_w.insert(data, timeout=180) | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"round{i} insert: {len(ins_res.primary_keys)} entities in {tt}s") | ||
| # # assert res # and per_nb == len(ins_res.primary_keys) | ||
| # # | ||
| # # t0 = datetime.datetime.now() | ||
| # # ins_res2, res = collection_w2.insert(data, timeout=180) | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"round{i} insert2: {len(ins_res2.primary_keys)} entities in {tt}s") | ||
| # # assert res | ||
| # # | ||
| # # # flush | ||
| # # t0 = datetime.datetime.now() | ||
| # # log.debug(f"current collection num_entities: {collection_w.num_entities}") | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"round{i} flush in {tt}") | ||
| # # | ||
| # # t0 = datetime.datetime.now() | ||
| # # log.debug(f"current collection2 num_entities: {collection_w2.num_entities}") | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"round{i} flush2 in {tt}") | ||
| # | ||
| # # index, res = collection_w.create_index(default_field_name, default_all_indexes_params, timeout=60) | ||
| # # assert res | ||
| # | ||
| # # # search | ||
| # # collection_w.load() | ||
| # # search_vectors = cf.gen_vectors(1, ct.default_dim) | ||
| # # t0 = datetime.datetime.now() | ||
| # # res_1, _ = collection_w.search(data=search_vectors, | ||
| # # anns_field=ct.default_float_vec_field_name, | ||
| # # param={"nprobe": 16}, limit=1) | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"assert search: {tt}") | ||
| # # assert len(res_1) == 1 | ||
| # # # collection_w.release() | ||
| # # | ||
| # # # index | ||
| # # collection_w.insert(cf.gen_default_dataframe_data(nb=5000)) | ||
| # # assert collection_w.num_entities == len(data[0]) + 5000 | ||
| # # _index_params = {"index_type": "IVF_SQ8", "metric_type": "L2", "params": {"nlist": 64}} | ||
| # # t0 = datetime.datetime.now() | ||
| # # index, _ = collection_w.create_index(field_name=ct.default_float_vec_field_name, | ||
| # # index_params=_index_params, | ||
| # # name=cf.gen_unique_str()) | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"assert index: {tt}") | ||
| # # assert len(collection_w.indexes) == 1 | ||
| # # | ||
| # # # query | ||
| # # term_expr = f'{ct.default_int64_field_name} in [3001,4001,4999,2999]' | ||
| # # t0 = datetime.datetime.now() | ||
| # # res, _ = collection_w.query(term_expr) | ||
| # # tt = datetime.datetime.now() - t0 | ||
| # # log.debug(f"assert query: {tt}") | ||
| # # assert len(res) == 4 |
Oops, something went wrong.