Skip to content

Commit

Permalink
test: add max tasks num testcase (#10)
Browse files Browse the repository at this point in the history
Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>
  • Loading branch information
zhuwenxing committed Apr 12, 2023
1 parent 311ec3a commit 2cc4ff0
Show file tree
Hide file tree
Showing 2 changed files with 45 additions and 9 deletions.
13 changes: 13 additions & 0 deletions tests/base/client_base.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,20 @@
from pymilvus import connections
from api.milvus_cdc import MilvusCdcClient

client = MilvusCdcClient('http://localhost:8444')


class TestBase:

def setup_method(self, method):
res, result = client.list_tasks()
# delete the tasks
for task in res["tasks"]:
task_id = task["task_id"]
rsp, result = client.delete_task(task_id)
assert result
assert rsp == {}

def teardown_method(self, method):
if len(connections.list_connections()) > 0:
for conn in connections.list_connections():
Expand Down
41 changes: 32 additions & 9 deletions tests/testcases/test_cdc_create.py
Original file line number Diff line number Diff line change
Expand Up @@ -312,19 +312,23 @@ def test_cdc_for_partition_insert_after_cdc_task(self, upstream_host, upstream_p
assert num_entities_upstream == num_entities_downstream,\
f"num_entities_upstream {num_entities_upstream} != num_entities_downstream {num_entities_downstream}"


@pytest.mark.skip(reason="https://github.com/zilliztech/milvus-cdc/issues/5")
def test_cdc_for_cdc_task_by_max(self, upstream_host, upstream_port, downstream_host, downstream_port):
def test_cdc_for_cdc_task_large_than_max_num(self, upstream_host, upstream_port, downstream_host, downstream_port):
max_task = 100
# delete the tasks
res, result = client.list_tasks()
for task in res["tasks"]:
task_id = task["task_id"]
rsp, result = client.delete_task(task_id)
log.info(f"delete task response: {rsp}")
assert result
res, result = client.list_tasks()
assert result
log.info(f"list tasks response: {res}")
num_tasks = len(res["tasks"])
log.info(f"num_tasks: {num_tasks}")
assert num_tasks <= max_task

available_task = max_task - num_tasks
for i in range(available_task):
for i in range(available_task+3):
time.sleep(0.01)
c_name = prefix + datetime.now().strftime('%Y_%m_%d_%H_%M_%S_%f')
c_infos = [
Expand All @@ -343,13 +347,32 @@ def test_cdc_for_cdc_task_by_max(self, upstream_host, upstream_port, downstream_
"collection_infos": c_infos
}
rsp, result = client.create_task(request_data)
assert result
log.info(f"create task response: {rsp}")
task_id = rsp['task_id']
log.info(f"task_id: {task_id}")
if i < available_task:
assert result
log.info(f"create task response: {rsp}")
task_id = rsp['task_id']
log.info(f"task_id: {task_id}")
else:
log.info(f"create task response: {rsp}")
# assert not result

# check the number of tasks
res, result = client.list_tasks()
assert result
log.info(f"list tasks response: {res}")
num_tasks = len(res["tasks"])
log.info(f"num_tasks: {num_tasks}")
assert num_tasks == max_task
# delete the tasks
for task in res["tasks"]:
task_id = task["task_id"]
rsp, result = client.delete_task(task_id)
log.info(f"delete task response: {rsp}")
assert result

# check the number of tasks
res, result = client.list_tasks()
assert result
log.info(f"list tasks response: {res}")
num_tasks = len(res["tasks"])
assert num_tasks == 0

0 comments on commit 2cc4ff0

Please sign in to comment.