From 238e8e4849690667d95c2192eb435db0cf1f9b4d Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 001/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 95100ab58fcf2263586605bfeabc70c47d4e5241 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 002/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 9a675436d29c8f685def0a4b83237ee4220d9c0d Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 003/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 09ff0cb656b9681a91e97f684304739d6f39625f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 004/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 129205b1bc528d6792853ff5eb99ef91aa59c6e2 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 005/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From a98bce9bf727832ed41ca4a6a68aebd42e82d98f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 006/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 9f025613e36fca99393e2ba11176f4041ae89f89 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 007/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 8ed567ca577f7cb1937cff0485159a5b5574ba8a Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 008/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 02a265a177ae779424b1ac7fe23d1ce2377043f6 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 009/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From d5e7422ba18bf30bb835771136ba1db9dad082e8 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 29 May 2024 19:42:56 +0000 Subject: [PATCH 010/102] DAOS-15937 test: Automate metadata duplicate rpc detection time consuming Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-large-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 143 +++++++++++++++++++ src/tests/ftest/server/metadata_svc_ops.yaml | 36 +++++ 2 files changed, 179 insertions(+) create mode 100644 src/tests/ftest/server/metadata_svc_ops.py create mode 100644 src/tests/ftest/server/metadata_svc_ops.yaml diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py new file mode 100644 index 00000000000..b46366394bd --- /dev/null +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -0,0 +1,143 @@ +""" + (C) Copyright 2022-2024 Intel Corporation. + + SPDX-License-Identifier: BSD-2-Clause-Patent +""" + +import statistics +import time + +from apricot import TestWithServers +from avocado.core.exceptions import TestFail +from general_utils import DaosTestError +from thread_manager import ThreadManager + + +class DuplicateRpcDetection(TestWithServers): + """Create system level tests that cover dulicate rpc detection tests and functionality. + + Test Class Description: + Create pools run test with and without duplicate rpc detection feature and verify time + consuming with metadata workload before and after svc ops full. + + :avocado: recursive + """ + + def __init__(self, *args, **kwargs): + """Initialize a DuplicateRpcDetectionTest object.""" + super().__init__(*args, **kwargs) + + def setUp(self): + """Set Up DuplicateRpcDetectionTest""" + super().setUp() + self.dmg = self.get_dmg_command() + + def metadata_workload_test(self, pool=None, cont_num=1, workload_cycles=5000, test_loops=1): + """To create single container and perform metadata workload tests. + + Args: + pool (str): pool handle to create container. Defaults to None. + container_num (int): container number to create. Defaults to 1. + workload_cycles (int): Number of metadata workload test cycles per test loop. + Defaults to 5000. + test_loops (int): Number of metadata workload test loops. Defaults to 1. + + Returns: + test_time: List of time consumed per test loops of metadata workload test cycles. + + """ + test_time = [] + try: + container = self.get_container(pool, create=False) + if container.daos: + container.daos.verbose = False + container.create() + self.log.info("Successfully created #%s container", cont_num) + except (DaosTestError, TestFail) as err: + self.fail( + "#({}.{}) container create failed. err={}".format(pool1.label, cont_num, err)) + for ind in range(test_loops): + start = time.time() + for _ in range(workload_cycles): + container.close() + container.open() + elapsed_time = time.time() - start + self.log.info("Completed container Metadata test-loop: %d, elapsed_time: %f", + ind+1, elapsed_time) + test_time.append(elapsed_time) + for ind in range(test_loops): + self.log.info("Test time of Metadata test-loop: %d, %f", + ind, test_time[ind]) + container.close() + return test_time + + def test_metadata_dup_rpc(self): + """JIRA ID: DAOS-15937 metadata duplicate rpc detection time consuming. + + Test Steps: + 1. Bring up DAOS server. + 2. Create pool1 with specified property svc_ops_entry_age. + 3. Create containers by ThreadManager. + 4. Run specified metadata workload cycles in multiple test loops (N cycles per loop), + calculate average time per loop, for those loops executed after svc_ops_entry_age + time has passed. + 5. Create pool2 with property svc_ops_enable:0. + 6. Create containers by ThreadManager on pool2. + 7. Repeat test step 4 on pool2. + 8. Compare metadata workload test time with and without duplicate rpc detection. + + :avocado: tags=all,full_regression + :avocado: tags=hw,medium,md_on_ssd + :avocado: tags=server,metadata + :avocado: tags=DuplicateRpcDetection,test_metadata_dup_rpc + """ + self.dmg.server_set_logmasks("DEBUG", raise_exception=False) + cont_num = self.params.get("number_thread", '/run/metadata/*', default=1) + w_cycles = self.params.get("workload_test_cycles", '/run/metadata/*', default=5000) + t_loops = self.params.get("test_loops", '/run/metadata/*', default=10) + threshold_factor = self.params.get("threshold_factor", '/run/metadata/*', default=1.75) + + self.log_step("Create pool with properties svc_ops_entry_age.") + pool1 = self.get_pool(dmg=self.dmg.copy()) + + self.log_step("Create containers by ThreadManager.") + container_manager = ThreadManager( + self.metadata_workload_test, self.get_remaining_time() - 30) + container_manager.add( + pool=pool1, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) + + self.log_step("Run specified metadata workload cycles in multiple test loops.") + results = container_manager.run() + num_failed = len(list(filter(lambda r: not r.passed, results))) + if num_failed > 0: + self.fail('#{} container create threads failed'.format(num_failed)) + + self.log_step("Create pool2 with property svc_ops_enable:0.") + params = {} + params['properties'] = "svc_ops_enabled:0" + self.add_pool(**params) + + self.log_step("Create containers by ThreadManager on pool2.") + container_manager = ThreadManager( + self.metadata_workload_test, self.get_remaining_time() - 30) + container_manager.add( + pool=self.pool, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) + + self.log_step("Run specified metadata workload cycles in multiple test loops on pool2.") + base_results = container_manager.run() + average_time = statistics.mean(base_results[0].result) + num_failed = len(list(filter(lambda r: not r.passed, base_results))) + if num_failed > 0: + self.fail('#{} container create threads failed'.format(num_failed)) + + self.log_step( + "Compare metadata workload test time with and without duplicate rpc detection.") + self.log.info("===>pool1 results = %s", results[0].result) + self.log.info("===>baseline results = %s", base_results[0].result) + self.log.info("===>average baseline result= %s", average_time) + for result in results[0].result: + if result > average_time * threshold_factor: + self.fail( + "#Dup rpc dectection time consuming {} > threshold {} * {}".format(result, + average_time, threshold_factor)) + self.log.info("Test passed") diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml new file mode 100644 index 00000000000..baeb73d0612 --- /dev/null +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -0,0 +1,36 @@ +hosts: + test_servers: 3 + test_clients: 1 +timeout: 850 +server_config: + name: daos_server + engines_per_host: 1 + engines: + 0: + targets: 1 + log_mask: ERR + env_vars: + - DD_MASK=group_metadata_only + storage: + 0: + class: ram + scm_mount: /mnt/daos +pool: + scm_size: 2G + control_method: dmg + label: pool + set_logmasks: False + prop: + svc_ops_entry_age_60: + properties: svc_ops_entry_age:60 + # svc_ops_entry_age_150: + # properties: svc_ops_entry_age:150 + # svc_ops_entry_age_300: + # properties: svc_ops_entry_age:300 + # svc_ops_entry_age_600: + # properties: svc_ops_entry_age:600 +metadata: + number_thread: 1 + workload_test_cycles: 5000 + test_loops: 10 + threshold_factor: 1.75 From 297eae5e5f2f6e730ddce01506d35ba7b8af396e Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 29 May 2024 20:08:40 +0000 Subject: [PATCH 011/102] Update metadata_svc_ops.py Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-large-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 20 ++++++++------------ 1 file changed, 8 insertions(+), 12 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py index b46366394bd..7be96b03b8f 100644 --- a/src/tests/ftest/server/metadata_svc_ops.py +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -14,7 +14,7 @@ class DuplicateRpcDetection(TestWithServers): - """Create system level tests that cover dulicate rpc detection tests and functionality. + """Create system level tests that cover duplicate rpc detection tests and functionality. Test Class Description: Create pools run test with and without duplicate rpc detection feature and verify time @@ -23,10 +23,6 @@ class DuplicateRpcDetection(TestWithServers): :avocado: recursive """ - def __init__(self, *args, **kwargs): - """Initialize a DuplicateRpcDetectionTest object.""" - super().__init__(*args, **kwargs) - def setUp(self): """Set Up DuplicateRpcDetectionTest""" super().setUp() @@ -55,7 +51,7 @@ def metadata_workload_test(self, pool=None, cont_num=1, workload_cycles=5000, te self.log.info("Successfully created #%s container", cont_num) except (DaosTestError, TestFail) as err: self.fail( - "#({}.{}) container create failed. err={}".format(pool1.label, cont_num, err)) + "#({}.{}) container create failed. err={}".format(pool.label, cont_num, err)) for ind in range(test_loops): start = time.time() for _ in range(workload_cycles): @@ -63,7 +59,7 @@ def metadata_workload_test(self, pool=None, cont_num=1, workload_cycles=5000, te container.open() elapsed_time = time.time() - start self.log.info("Completed container Metadata test-loop: %d, elapsed_time: %f", - ind+1, elapsed_time) + ind + 1, elapsed_time) test_time.append(elapsed_time) for ind in range(test_loops): self.log.info("Test time of Metadata test-loop: %d, %f", @@ -132,12 +128,12 @@ def test_metadata_dup_rpc(self): self.log_step( "Compare metadata workload test time with and without duplicate rpc detection.") - self.log.info("===>pool1 results = %s", results[0].result) - self.log.info("===>baseline results = %s", base_results[0].result) - self.log.info("===>average baseline result= %s", average_time) + self.log.info("pool1 results = %s", results[0].result) + self.log.info("baseline results = %s", base_results[0].result) + self.log.info("average baseline result= %s", average_time) for result in results[0].result: if result > average_time * threshold_factor: self.fail( - "#Dup rpc dectection time consuming {} > threshold {} * {}".format(result, - average_time, threshold_factor)) + "#Dup rpc detection time consuming {} > threshold {} * {}".format( + result, average_time, threshold_factor)) self.log.info("Test passed") From b8e750a246452f3edaa7f0ef76176d98212b03a6 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 31 May 2024 15:31:44 +0000 Subject: [PATCH 012/102] Update metadata_svc_ops.yaml with manual tests. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.yaml | 19 +++++++------------ 1 file changed, 7 insertions(+), 12 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index baeb73d0612..c210ba379b0 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -1,6 +1,5 @@ hosts: test_servers: 3 - test_clients: 1 timeout: 850 server_config: name: daos_server @@ -16,21 +15,17 @@ server_config: class: ram scm_mount: /mnt/daos pool: - scm_size: 2G + scm_size: 10G control_method: dmg label: pool set_logmasks: False - prop: - svc_ops_entry_age_60: - properties: svc_ops_entry_age:60 - # svc_ops_entry_age_150: - # properties: svc_ops_entry_age:150 - # svc_ops_entry_age_300: - # properties: svc_ops_entry_age:300 - # svc_ops_entry_age_600: - # properties: svc_ops_entry_age:600 + properties: svc_ops_entry_age:60 +# Uncomment the following for manual test with different svc_ops_entry_age value +# properties: svc_ops_entry_age:150 +# properties: svc_ops_entry_age:300 +# properties: svc_ops_entry_age:600 metadata: number_thread: 1 workload_test_cycles: 5000 test_loops: 10 - threshold_factor: 1.75 + threshold_factor: 2 From bd3f19981f2757d985e5a68389c94509ef73ba7a Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 5 Jun 2024 03:04:23 +0000 Subject: [PATCH 013/102] Update test script and yaml per Ken's comments. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 38 +++++++++++--------- src/tests/ftest/server/metadata_svc_ops.yaml | 36 ++++++++++++++++--- 2 files changed, 52 insertions(+), 22 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py index 7be96b03b8f..dc487609d68 100644 --- a/src/tests/ftest/server/metadata_svc_ops.py +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -14,7 +14,8 @@ class DuplicateRpcDetection(TestWithServers): - """Create system level tests that cover duplicate rpc detection tests and functionality. + """Compare metadata handling performance between pools with and without duplicate rpc + detection feature enabled. Test Class Description: Create pools run test with and without duplicate rpc detection feature and verify time @@ -28,12 +29,12 @@ def setUp(self): super().setUp() self.dmg = self.get_dmg_command() - def metadata_workload_test(self, pool=None, cont_num=1, workload_cycles=5000, test_loops=1): + def metadata_workload_test(self, pool=None, num_of_cont=1, workload_cycles=5000, test_loops=1): """To create single container and perform metadata workload tests. Args: pool (str): pool handle to create container. Defaults to None. - container_num (int): container number to create. Defaults to 1. + num_of_cont (int): Number of container to be created. Defaults to 1. workload_cycles (int): Number of metadata workload test cycles per test loop. Defaults to 5000. test_loops (int): Number of metadata workload test loops. Defaults to 1. @@ -48,10 +49,10 @@ def metadata_workload_test(self, pool=None, cont_num=1, workload_cycles=5000, te if container.daos: container.daos.verbose = False container.create() - self.log.info("Successfully created #%s container", cont_num) + self.log.info("Successfully created #%s container", num_of_cont) except (DaosTestError, TestFail) as err: self.fail( - "#({}.{}) container create failed. err={}".format(pool.label, cont_num, err)) + "#({}.{}) container create failed. err={}".format(pool.label, num_of_cont, err)) for ind in range(test_loops): start = time.time() for _ in range(workload_cycles): @@ -79,16 +80,17 @@ def test_metadata_dup_rpc(self): time has passed. 5. Create pool2 with property svc_ops_enable:0. 6. Create containers by ThreadManager on pool2. - 7. Repeat test step 4 on pool2. - 8. Compare metadata workload test time with and without duplicate rpc detection. + 7. To establish a "baseline" time (without duplicate rpc detection), perform test + step 4 on pool2, calculating average time per loop executed. + 8. Compare all metadata workload times (with duplicate rpc detection) to the average + baseline time (without duplicate rpc). :avocado: tags=all,full_regression :avocado: tags=hw,medium,md_on_ssd :avocado: tags=server,metadata :avocado: tags=DuplicateRpcDetection,test_metadata_dup_rpc """ - self.dmg.server_set_logmasks("DEBUG", raise_exception=False) - cont_num = self.params.get("number_thread", '/run/metadata/*', default=1) + num_of_cont = self.params.get("number_thread", '/run/metadata/*', default=1) w_cycles = self.params.get("workload_test_cycles", '/run/metadata/*', default=5000) t_loops = self.params.get("test_loops", '/run/metadata/*', default=10) threshold_factor = self.params.get("threshold_factor", '/run/metadata/*', default=1.75) @@ -100,7 +102,7 @@ def test_metadata_dup_rpc(self): container_manager = ThreadManager( self.metadata_workload_test, self.get_remaining_time() - 30) container_manager.add( - pool=pool1, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) + pool=pool1, num_of_cont=num_of_cont, workload_cycles=w_cycles, test_loops=t_loops) self.log_step("Run specified metadata workload cycles in multiple test loops.") results = container_manager.run() @@ -117,11 +119,13 @@ def test_metadata_dup_rpc(self): container_manager = ThreadManager( self.metadata_workload_test, self.get_remaining_time() - 30) container_manager.add( - pool=self.pool, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) + pool=self.pool, num_of_cont=num_of_cont, workload_cycles=w_cycles, test_loops=t_loops) - self.log_step("Run specified metadata workload cycles in multiple test loops on pool2.") + self.log_step( + "To establish a baseline time without duplicate rpc detection, ", + "calculating average time per loop executed on pool2.") base_results = container_manager.run() - average_time = statistics.mean(base_results[0].result) + base_average_time = statistics.mean(base_results[0].result) num_failed = len(list(filter(lambda r: not r.passed, base_results))) if num_failed > 0: self.fail('#{} container create threads failed'.format(num_failed)) @@ -130,10 +134,10 @@ def test_metadata_dup_rpc(self): "Compare metadata workload test time with and without duplicate rpc detection.") self.log.info("pool1 results = %s", results[0].result) self.log.info("baseline results = %s", base_results[0].result) - self.log.info("average baseline result= %s", average_time) + self.log.info("average baseline result= %s", base_average_time) for result in results[0].result: - if result > average_time * threshold_factor: + if result > base_average_time * threshold_factor: self.fail( - "#Dup rpc detection time consuming {} > threshold {} * {}".format( - result, average_time, threshold_factor)) + "#Dup rpc detection time {} > baseline_time {} * threshold_factor {}".format( + result, base_average_time, threshold_factor)) self.log.info("Test passed") diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index c210ba379b0..723712e1995 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -1,19 +1,45 @@ hosts: test_servers: 3 + test_clients: 1 timeout: 850 server_config: name: daos_server - engines_per_host: 1 + engines_per_host: 2 engines: 0: - targets: 1 - log_mask: ERR + targets: 8 + nr_xs_helpers: 4 + first_core: 0 + pinned_numa_node: 0 + fabric_iface: ib0 + fabric_iface_port: 31317 + log_file: daos_server0.log + log_mask: DEBUG,MEM=ERR env_vars: + - RDB_COMPACT_THRESHOLD=64 - DD_MASK=group_metadata_only storage: 0: - class: ram - scm_mount: /mnt/daos + class: dcpm + scm_list: ["/dev/pmem0"] + scm_mount: /mnt/daos0 + 1: + targets: 8 + nr_xs_helpers: 4 + first_core: 0 + pinned_numa_node: 1 + fabric_iface: ib1 + fabric_iface_port: 31417 + log_file: daos_server1.log + log_mask: DEBUG,MEM=ERR + env_vars: + - RDB_COMPACT_THRESHOLD=64 + - DD_MASK=group_metadata_only + storage: + 0: + class: dcpm + scm_list: ["/dev/pmem1"] + scm_mount: /mnt/daos1 pool: scm_size: 10G control_method: dmg From 5d067a904a874d33d4ab8bf3e63d3f38b7ce489a Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 014/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 195afedbb8461ebce570c83a26b36bd604ea0df6 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 015/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 477ceee23da4db5d8e3ca122a2f81ae96b0c6952 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 016/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From f09de12cc29ce35123e06829f70c5ee99eb1c8e2 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 017/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From f53b72f2f93eaba9ebf53e879362b8f5e66eca07 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 018/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 4f8efddca786e47d847879aeb44d9bce8546b894 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 019/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From bf0102e14ac0ef6c66286b9a1f6cc443687b697f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 020/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From f560bbdef21ba1d9ba90c554dbbed3ff0ebb26d6 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 021/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From bf956d261143d26acf268afbdefffaa2cd6a0b7f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 022/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From d33200952f38fe62f095ebee443c21b42fd4b677 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 023/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From e97e68ccfc48526da086651f2dc6ba2280e8f25b Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 024/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From a48eae276a2ef1d78e0615482728e3d1393b8a9f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 025/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From e84986394ca0fcbb417ea450b30bba148189f0e6 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 026/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 61a6a4faf18c4a695b48307b90edeb5617136e27 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 027/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 28babe2c94d1df7cc477c2614efb3bb682648aa1 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 028/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From aadba941e6a1430b491290d00345232c39d82c8f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 029/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From c71fe72bb3fecfa7bb505a924b3c3fc691ad5041 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 030/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 1d0188835a98b0723253fd368b8556fe8af343e9 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 031/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 350276f00d22fca576315bbe477fc45457808a04 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Mon, 10 Jun 2024 15:21:12 +0000 Subject: [PATCH 032/102] Update metadata_svc_ops.py per Ken's comments. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py index dc487609d68..419ed935eb0 100644 --- a/src/tests/ftest/server/metadata_svc_ops.py +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -75,9 +75,7 @@ def test_metadata_dup_rpc(self): 1. Bring up DAOS server. 2. Create pool1 with specified property svc_ops_entry_age. 3. Create containers by ThreadManager. - 4. Run specified metadata workload cycles in multiple test loops (N cycles per loop), - calculate average time per loop, for those loops executed after svc_ops_entry_age - time has passed. + 4. Run specified metadata workload cycles in multiple test loops (N cycles per loop). 5. Create pool2 with property svc_ops_enable:0. 6. Create containers by ThreadManager on pool2. 7. To establish a "baseline" time (without duplicate rpc detection), perform test From f70788c2f94e3441a15538e20baa36844684211c Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 033/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From c582b418d93d0ecc3f54acdb0b274fe9becb1530 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 034/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 9b3eb4eca00a818b90e7d9195d6d57a8f0c1ba48 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 035/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From adf7ef720a2fc441ba4001e3ca2b66f5a33198cc Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 036/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 426b0466fff28651dddde8cc5bc00cab5da48a31 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 037/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 7fcdd1ec84f1eecb9a56730cb5fa45bbb20c49c8 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 038/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From d38fd757249a27834ed9ff955c5f257a84a7b741 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 039/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From c2a2276d42c259110982eb83f8a1eb8eefb6413a Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 040/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 38ce1eb6605721bd8e246e5959d142f54a71f456 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 041/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 32479eaa3a47ea3478c14041446034e43997e2f4 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 042/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 2e4f13da9e0814550879d0947b9317758203f4dd Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 043/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 701b48af12a88af543c10214aadf580377ce9901 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 044/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 091faefc864d8cf5c69639d86d85807df07a2cb6 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 045/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From ae6008fd0adf4d8502bb2f07b06c50a0c8381b93 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 046/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 4d21e0b7244ee7a2fd9873f277391cba55aa96e1 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 047/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 11c14eaadb61ebe170faf08fd6a841fc5219cea1 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 048/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From cddc526e274950a0f0fb5195665e720f48be1a82 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 049/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 70ea60df69ff9a9ee74bebaeaadba83026157c68 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 050/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From b9194d30be9a2492b4acd624add759c6c6212cb1 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 12 Jun 2024 03:34:20 +0000 Subject: [PATCH 051/102] Update script per Dalton's comments. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 34 +++++++------------- src/tests/ftest/server/metadata_svc_ops.yaml | 1 - 2 files changed, 12 insertions(+), 23 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py index 419ed935eb0..14568f31a2a 100644 --- a/src/tests/ftest/server/metadata_svc_ops.py +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -24,31 +24,24 @@ class DuplicateRpcDetection(TestWithServers): :avocado: recursive """ - def setUp(self): - """Set Up DuplicateRpcDetectionTest""" - super().setUp() - self.dmg = self.get_dmg_command() - - def metadata_workload_test(self, pool=None, num_of_cont=1, workload_cycles=5000, test_loops=1): + def metadata_workload_test(self, pool, num_of_cont, workload_cycles, test_loops): """To create single container and perform metadata workload tests. Args: - pool (str): pool handle to create container. Defaults to None. - num_of_cont (int): Number of container to be created. Defaults to 1. + pool (str): pool handle to create container. + num_of_cont (int): Number of container to be created. workload_cycles (int): Number of metadata workload test cycles per test loop. - Defaults to 5000. - test_loops (int): Number of metadata workload test loops. Defaults to 1. + test_loops (int): Number of metadata workload test loops. Returns: - test_time: List of time consumed per test loops of metadata workload test cycles. + list: List of time consumed per test loops of metadata workload test cycles. """ test_time = [] try: - container = self.get_container(pool, create=False) - if container.daos: - container.daos.verbose = False - container.create() + daos = self.get_daos_command() + daos.verbose = False + container = self.get_container(pool, daos=daos) self.log.info("Successfully created #%s container", num_of_cont) except (DaosTestError, TestFail) as err: self.fail( @@ -56,8 +49,8 @@ def metadata_workload_test(self, pool=None, num_of_cont=1, workload_cycles=5000, for ind in range(test_loops): start = time.time() for _ in range(workload_cycles): - container.close() container.open() + container.close() elapsed_time = time.time() - start self.log.info("Completed container Metadata test-loop: %d, elapsed_time: %f", ind + 1, elapsed_time) @@ -65,7 +58,6 @@ def metadata_workload_test(self, pool=None, num_of_cont=1, workload_cycles=5000, for ind in range(test_loops): self.log.info("Test time of Metadata test-loop: %d, %f", ind, test_time[ind]) - container.close() return test_time def test_metadata_dup_rpc(self): @@ -94,7 +86,7 @@ def test_metadata_dup_rpc(self): threshold_factor = self.params.get("threshold_factor", '/run/metadata/*', default=1.75) self.log_step("Create pool with properties svc_ops_entry_age.") - pool1 = self.get_pool(dmg=self.dmg.copy()) + pool1 = self.get_pool(dmg=self.get_dmg_command().copy()) self.log_step("Create containers by ThreadManager.") container_manager = ThreadManager( @@ -109,9 +101,7 @@ def test_metadata_dup_rpc(self): self.fail('#{} container create threads failed'.format(num_failed)) self.log_step("Create pool2 with property svc_ops_enable:0.") - params = {} - params['properties'] = "svc_ops_enabled:0" - self.add_pool(**params) + self.add_pool(properties="svc_ops_enabled:0") self.log_step("Create containers by ThreadManager on pool2.") container_manager = ThreadManager( @@ -123,10 +113,10 @@ def test_metadata_dup_rpc(self): "To establish a baseline time without duplicate rpc detection, ", "calculating average time per loop executed on pool2.") base_results = container_manager.run() - base_average_time = statistics.mean(base_results[0].result) num_failed = len(list(filter(lambda r: not r.passed, base_results))) if num_failed > 0: self.fail('#{} container create threads failed'.format(num_failed)) + base_average_time = statistics.mean(base_results[0].result) self.log_step( "Compare metadata workload test time with and without duplicate rpc detection.") diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index 723712e1995..abba3758853 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -42,7 +42,6 @@ server_config: scm_mount: /mnt/daos1 pool: scm_size: 10G - control_method: dmg label: pool set_logmasks: False properties: svc_ops_entry_age:60 From ba9e54d02a16c13d93b62577582b9c0bf2ca9f3d Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 052/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 966f5c7ef37a5301b8810b8505fefe0ca880fe87 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 053/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From c42229e010df6c362f947be950f70e2359c810b4 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 054/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 8c2046efe3fedce90ca3bc6e2256940206356f94 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 055/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 7ac504f219b258fe3e0fe7201d62f3d71ddc0f1a Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 056/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 7c57f3f8c28b5c8551aede1e54288c8134df6bdd Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 057/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 4ac31164d6508963036c6f11064b5da5b29c5858 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 058/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 8e2a751c98449aa20a11358b426663232f84a3fb Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 059/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 1a052ff85836007f46f0dfb2c8ffba6970fff554 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 060/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From b1c7728c68111e384354622fef752866b8325f57 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Tue, 6 Aug 2024 22:03:28 +0000 Subject: [PATCH 061/102] Update metadata_svc_ops.py per Dalton's comment. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 22 ++++++++++++---------- 1 file changed, 12 insertions(+), 10 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py index 14568f31a2a..dcb6aaa42c4 100644 --- a/src/tests/ftest/server/metadata_svc_ops.py +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -24,12 +24,12 @@ class DuplicateRpcDetection(TestWithServers): :avocado: recursive """ - def metadata_workload_test(self, pool, num_of_cont, workload_cycles, test_loops): + def metadata_workload_test(self, pool, cont_num, workload_cycles, test_loops): """To create single container and perform metadata workload tests. Args: pool (str): pool handle to create container. - num_of_cont (int): Number of container to be created. + cont_num (int): Container number for logging. workload_cycles (int): Number of metadata workload test cycles per test loop. test_loops (int): Number of metadata workload test loops. @@ -42,10 +42,10 @@ def metadata_workload_test(self, pool, num_of_cont, workload_cycles, test_loops) daos = self.get_daos_command() daos.verbose = False container = self.get_container(pool, daos=daos) - self.log.info("Successfully created #%s container", num_of_cont) + self.log.info("Successfully created #%s container", cont_num) except (DaosTestError, TestFail) as err: self.fail( - "#({}.{}) container create failed. err={}".format(pool.label, num_of_cont, err)) + "#({}.{}) container create failed. err={}".format(pool.label, cont_num, err)) for ind in range(test_loops): start = time.time() for _ in range(workload_cycles): @@ -80,7 +80,7 @@ def test_metadata_dup_rpc(self): :avocado: tags=server,metadata :avocado: tags=DuplicateRpcDetection,test_metadata_dup_rpc """ - num_of_cont = self.params.get("number_thread", '/run/metadata/*', default=1) + number_thread = self.params.get("number_thread", '/run/metadata/*', default=1) w_cycles = self.params.get("workload_test_cycles", '/run/metadata/*', default=5000) t_loops = self.params.get("test_loops", '/run/metadata/*', default=10) threshold_factor = self.params.get("threshold_factor", '/run/metadata/*', default=1.75) @@ -88,11 +88,12 @@ def test_metadata_dup_rpc(self): self.log_step("Create pool with properties svc_ops_entry_age.") pool1 = self.get_pool(dmg=self.get_dmg_command().copy()) - self.log_step("Create containers by ThreadManager.") + self.log_step("Create containers by ThreadManager on pool1.") container_manager = ThreadManager( self.metadata_workload_test, self.get_remaining_time() - 30) - container_manager.add( - pool=pool1, num_of_cont=num_of_cont, workload_cycles=w_cycles, test_loops=t_loops) + for cont_num in range(1, number_thread+1): + container_manager.add( + pool=pool1, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) self.log_step("Run specified metadata workload cycles in multiple test loops.") results = container_manager.run() @@ -106,8 +107,9 @@ def test_metadata_dup_rpc(self): self.log_step("Create containers by ThreadManager on pool2.") container_manager = ThreadManager( self.metadata_workload_test, self.get_remaining_time() - 30) - container_manager.add( - pool=self.pool, num_of_cont=num_of_cont, workload_cycles=w_cycles, test_loops=t_loops) + for cont_num in range(1, number_thread+1): + container_manager.add( + pool=self.pool, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) self.log_step( "To establish a baseline time without duplicate rpc detection, ", From 682dfa6a1340c3ddae3a1d81a06300b9abdfbb8b Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 062/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 51f0ef207baf4119426dee82102007fd93d11474 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 063/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 5e08dc4fa38dd776de4eb75bd1d4eda0b9f995ad Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 064/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 7e2124f3b134e9e5ad05126f47dbcbc3cd0761db Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 065/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 23b096f8e7e5b2d86433e819264fbbc53acd61a0 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 066/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 536001d0e5b9b8421fabeb8bb95228a41d3db467 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 067/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 95939ab883068cfd06b7233c16364acde862c44c Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 068/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From c5b8717def1c386d4afb74f88dfb2afd905aeaad Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 069/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From a8ea86253cff103d0c200ec67a993ca835734ba3 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 070/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 1e646ef2e30ca4690fd202fd5e651ce1b7fe7da1 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Tue, 6 Aug 2024 22:10:03 +0000 Subject: [PATCH 071/102] Update metadata_svc_ops.py for pylint. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.py b/src/tests/ftest/server/metadata_svc_ops.py index dcb6aaa42c4..fe2464bce03 100644 --- a/src/tests/ftest/server/metadata_svc_ops.py +++ b/src/tests/ftest/server/metadata_svc_ops.py @@ -91,7 +91,7 @@ def test_metadata_dup_rpc(self): self.log_step("Create containers by ThreadManager on pool1.") container_manager = ThreadManager( self.metadata_workload_test, self.get_remaining_time() - 30) - for cont_num in range(1, number_thread+1): + for cont_num in range(1, number_thread + 1): container_manager.add( pool=pool1, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) @@ -107,7 +107,7 @@ def test_metadata_dup_rpc(self): self.log_step("Create containers by ThreadManager on pool2.") container_manager = ThreadManager( self.metadata_workload_test, self.get_remaining_time() - 30) - for cont_num in range(1, number_thread+1): + for cont_num in range(1, number_thread + 1): container_manager.add( pool=self.pool, cont_num=cont_num, workload_cycles=w_cycles, test_loops=t_loops) From d56e5b1a2dedec7ab717c015c144d0b72725ea24 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 8 Aug 2024 17:32:29 +0000 Subject: [PATCH 072/102] Recommit with factor to 2.5 Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Test-repeat: 5 Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index abba3758853..168f67b11bd 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -53,4 +53,4 @@ metadata: number_thread: 1 workload_test_cycles: 5000 test_loops: 10 - threshold_factor: 2 + threshold_factor: 2.5 From 8250041b60309146855be26d466dad31115a9bd0 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 073/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 8ec32ff7a60a7e284c8efaf5e385bc0d249621f8 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 074/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 0928f3a4aab29f2d314331caeeeca02afeec7f6d Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 075/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From e11891234c7306979a6a0bebd9c3afa385680abe Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 076/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 384efe0aaec732d59bb30ddea132e51e6a2ea234 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 077/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 7bb1deacf21fdf10ae69cca4333b91f5316f1388 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 078/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 6d40d39cddec0a72837f104fcb82d385ca35f1d0 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 079/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 519d4c0406a2176c8eb8804590a3babdbb48da91 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 080/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 8ab5f4373d2853da104f3ccc58385f8a0b258873 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 081/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From f0e931438bf024bcfe40e9a7b16698ca811487ce Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 082/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 4efb7a9d4481641f8f5ef656528052ce213ad7c4 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 083/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 50444a1eb03b9d43b74221449f6eae5f4c0839d5 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 084/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 542bca9117dcd79278f56f551ba01e94aa1dae7c Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 085/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 834d90a0a5e8e2ebb59cd4a5c5801cb8dc126537 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 086/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 0f7ae5b6866aca8e63275c1c5c6cdd42f7f9462d Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 087/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From ae1647582aec9e453806182d4894d9eac4fadef1 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 088/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 8d4602c696abe5483659c7180a00111a6155289f Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 089/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 76eb46f84b071db17d0042389f546ee3667deb30 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 090/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 2b8dd5d5364339a398ae786e103ecacb4759e704 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 22 Aug 2024 18:22:37 +0000 Subject: [PATCH 091/102] Update metadata_svc_ops.yaml per Ken's comment. Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Test-repeat: 10 Doc-only: false Required-githooks: true Signed-off-by: Ding Ho Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index 168f67b11bd..55da3da4cf3 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -14,7 +14,7 @@ server_config: fabric_iface: ib0 fabric_iface_port: 31317 log_file: daos_server0.log - log_mask: DEBUG,MEM=ERR + log_mask: ERR env_vars: - RDB_COMPACT_THRESHOLD=64 - DD_MASK=group_metadata_only @@ -31,7 +31,7 @@ server_config: fabric_iface: ib1 fabric_iface_port: 31417 log_file: daos_server1.log - log_mask: DEBUG,MEM=ERR + log_mask: ERR env_vars: - RDB_COMPACT_THRESHOLD=64 - DD_MASK=group_metadata_only From 62ad7aa926dccb3d45a817ec70c1a9beb926709c Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 092/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 595fcaa9ad995a2610e2a47ffb70a3bc31ca7ffe Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 093/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..e07fb1e9d39 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From a0a7468efae251e11418a699eb1446f6a482f66c Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 094/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index e07fb1e9d39..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 735a5fcc8685e33266ae5b8be7e5168dd981d681 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 095/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From fa3564b546b0ab078eb606356a10ff946c02b9fa Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 21 Apr 2023 16:09:31 +0000 Subject: [PATCH 096/102] recommit Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-nlt: true Skip-build-leap15-rpm: true Skip-scan-leap15-rpms: true Allow-unstable-test: true Doc-only: false Test-tag: sec_basic Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com From 223c92252d5ca74e1f1fbe2640902ca0f268f88e Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:19:41 +0000 Subject: [PATCH 097/102] DAOS-15396 test: Coverage Report on Master March 2024 Test only, please do not merge. Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Test-tag: pr daily_regression full_regression Skip-func-hw-test-medium-md-on-ssd: false Skip-func-hw-test-medium-verbs-provider-md-on-ssd: false Skip-func-hw-test-medium-ucx-provider: false Skip-func-hw-test-large-md-on-ssd: false Allow-unstable-test: true Doc-only: false Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com Skip-fnbullseye: false Skip-bullseye: false Skip-python-bandit: true Skip-build-EL9-rpm: true Allow-unstable-test: true Doc-only: false Test-nvme: auto_md_on_ssd Test-tag: pr daily_regression full_regression Required-githooks: true Signed-off-by: Ding Ho ding-hwa.ho@intel.com --- src/tests/ftest/util/pool_security_test_base.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..968b335fb94 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) - if result.stderr_text: - self.fail( - "##setup_container_acl_and_permission, fail on " - "container.update_acl, expected Pass, but Failed.") +# if result.stderr_text: +# self.fail( +# "##setup_container_acl_and_permission, fail on " +# "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) - if "ERR" in self.pool.dmg.result.stderr_text: - self.fail("##(4)Unexpected error from pool create.") +# if "ERR" in self.pool.dmg.result.stderr_text: +# self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 28525a174dea13afb5a2b71fb7e890eaa9461e3b Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Fri, 8 Mar 2024 22:25:40 +0000 Subject: [PATCH 098/102] retore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 968b335fb94..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ @@ -306,10 +306,10 @@ def setup_container_acl_and_permission( with container.no_exception(): result = container.update_acl( entry=secTestBase.acl_entry(user_type, user_name, permission)) -# if result.stderr_text: -# self.fail( -# "##setup_container_acl_and_permission, fail on " -# "container.update_acl, expected Pass, but Failed.") + if result.stderr_text: + self.fail( + "##setup_container_acl_and_permission, fail on " + "container.update_acl, expected Pass, but Failed.") def verify_pool_readwrite(self, pool, action, expect='Pass'): """Verify client is able to perform read or write on a pool. @@ -510,8 +510,8 @@ def pool_acl_verification(self, current_user_acl, read, write, # (4)Verify the pool create status self.log.info(" (4)dmg.run() result=\n%s", self.pool.dmg.result) -# if "ERR" in self.pool.dmg.result.stderr_text: -# self.fail("##(4)Unexpected error from pool create.") + if "ERR" in self.pool.dmg.result.stderr_text: + self.fail("##(4)Unexpected error from pool create.") # (5)Get the pool's acl list # dmg pool get-acl From 4b89f5a5c939b321ccd79a92109d8889ad7d6a8a Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Wed, 24 Apr 2024 16:06:40 +0000 Subject: [PATCH 099/102] restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index ac7de7db866..6c70be0215f 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2024 Intel Corporation. + (C) Copyright 2020-2023 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From fcd1952624bfb4d6ab115e9c627ec538f048f681 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Thu, 23 May 2024 18:05:54 +0000 Subject: [PATCH 100/102] Restore pool_security_test_base.py Required-githooks: true --- src/tests/ftest/util/pool_security_test_base.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/tests/ftest/util/pool_security_test_base.py b/src/tests/ftest/util/pool_security_test_base.py index 6c70be0215f..ac7de7db866 100644 --- a/src/tests/ftest/util/pool_security_test_base.py +++ b/src/tests/ftest/util/pool_security_test_base.py @@ -1,5 +1,5 @@ """ - (C) Copyright 2020-2023 Intel Corporation. + (C) Copyright 2020-2024 Intel Corporation. SPDX-License-Identifier: BSD-2-Clause-Patent """ From 54902008bedfd17d0ebb4ea66589f77929f36cdd Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Tue, 27 Aug 2024 14:45:57 +0000 Subject: [PATCH 101/102] Update metadata_svc_ops.yaml with silent: true Required-githooks: true --- src/tests/ftest/server/metadata_svc_ops.yaml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index 55da3da4cf3..2ad5a36d689 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -49,6 +49,9 @@ pool: # properties: svc_ops_entry_age:150 # properties: svc_ops_entry_age:300 # properties: svc_ops_entry_age:600 +container: + control_method: API + silent: true metadata: number_thread: 1 workload_test_cycles: 5000 From f6addc1e0e0b900fdcffd1e5e0d9478b88fe01f8 Mon Sep 17 00:00:00 2001 From: Ding Ho Date: Tue, 27 Aug 2024 18:38:06 +0000 Subject: [PATCH 102/102] Update metadata_svc_ops.yaml to test svc-ops 150 Skip-unit-tests: true Skip-fault-injection-test: true Skip-func-hw-test-medium-md-on-ssd: false Test-tag: test_metadata_dup_rpc Test-repeat: 2 Doc-only: false Required-githooks: true Signed-off-by: Ding Ho --- src/tests/ftest/server/metadata_svc_ops.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/tests/ftest/server/metadata_svc_ops.yaml b/src/tests/ftest/server/metadata_svc_ops.yaml index 2ad5a36d689..a1447bb43a7 100644 --- a/src/tests/ftest/server/metadata_svc_ops.yaml +++ b/src/tests/ftest/server/metadata_svc_ops.yaml @@ -44,9 +44,9 @@ pool: scm_size: 10G label: pool set_logmasks: False - properties: svc_ops_entry_age:60 + properties: svc_ops_entry_age:150 # Uncomment the following for manual test with different svc_ops_entry_age value -# properties: svc_ops_entry_age:150 +# properties: svc_ops_entry_age:60 # properties: svc_ops_entry_age:300 # properties: svc_ops_entry_age:600 container: @@ -55,5 +55,5 @@ container: metadata: number_thread: 1 workload_test_cycles: 5000 - test_loops: 10 + test_loops: 20 threshold_factor: 2.5