Skip to content

Commit

Permalink
DAOS-16447 test: set D_IL_REPORT per test (#15012)
Browse files Browse the repository at this point in the history
set D_IL_REPORT per test instead of setting defaults values in
utilities. This allows running without it set.

Features: IoctlPoolHandles IoSysAdmin performance ior dfuse soak_smoke
Skip-unit-tests: true
Skip-fault-injection-test: true

Required-githooks: true

Signed-off-by: Dalton Bohning <[email protected]>
  • Loading branch information
daltonbohning committed Oct 4, 2024
1 parent 80a2e09 commit 477b82d
Show file tree
Hide file tree
Showing 7 changed files with 14 additions and 14 deletions.
4 changes: 4 additions & 0 deletions src/tests/ftest/io/large_file_count.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,8 @@ ior:
repetitions: 1
transfer_size: '1M'
block_size: '7G'
env_vars:
- D_IL_REPORT=1
dfuse:
disable_caching: true

Expand All @@ -59,3 +61,5 @@ mdtest:
write_bytes: 4096
read_bytes: 4096
depth: 0
env_vars:
- D_IL_REPORT=1
4 changes: 4 additions & 0 deletions src/tests/ftest/io/small_file_count.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -45,6 +45,8 @@ ior:
repetitions: 1
transfer_size: '1M'
block_size: '2G'
env_vars:
- D_IL_REPORT=1
dfuse:
disable_caching: true

Expand All @@ -60,3 +62,5 @@ mdtest:
write_bytes: 4096
read_bytes: 4096
depth: 0
env_vars:
- D_IL_REPORT=1
2 changes: 2 additions & 0 deletions src/tests/ftest/ior/small.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,8 @@ container:
properties: cksum:crc16,cksum_size:16384,srv_cksum:on
control_method: daos
ior:
env_vars:
- D_IL_REPORT=1
ior_timeout: 75
client_processes:
ppn: 32
Expand Down
2 changes: 1 addition & 1 deletion src/tests/ftest/util/file_count_test_base.py
Original file line number Diff line number Diff line change
Expand Up @@ -97,7 +97,7 @@ def run_file_count(self):
self.processes = mdtest_np
self.ppn = mdtest_ppn
if self.mdtest_cmd.api.value == 'POSIX':
self.mdtest_cmd.env.update(LD_PRELOAD=intercept, D_IL_REPORT='1')
self.mdtest_cmd.env.update(LD_PRELOAD=intercept)
self.execute_mdtest()
else:
self.execute_mdtest()
Expand Down
2 changes: 0 additions & 2 deletions src/tests/ftest/util/ior_test_base.py
Original file line number Diff line number Diff line change
Expand Up @@ -225,8 +225,6 @@ def run_ior(self, manager, processes, intercept=None, display_space=True,
env = self.ior_cmd.get_default_env(str(manager), self.client_log)
if intercept:
env['LD_PRELOAD'] = intercept
if 'D_IL_REPORT' not in env:
env['D_IL_REPORT'] = '1'
if plugin_path:
env["HDF5_VOL_CONNECTOR"] = "daos"
env["HDF5_PLUGIN_PATH"] = str(plugin_path)
Expand Down
6 changes: 3 additions & 3 deletions src/tests/ftest/util/ior_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -588,7 +588,7 @@ def get_unique_log(self, container):
return '.'.join(['_'.join(parts), 'log'])

def run(self, pool, container, processes, ppn=None, intercept=None, plugin_path=None,
dfuse=None, display_space=True, fail_on_warning=False, unique_log=True, il_report=1):
dfuse=None, display_space=True, fail_on_warning=False, unique_log=True, il_report=None):
# pylint: disable=too-many-arguments
"""Run ior.
Expand All @@ -609,7 +609,7 @@ def run(self, pool, container, processes, ppn=None, intercept=None, plugin_path=
unique_log (bool, optional): whether or not to update the log file with a new unique log
file name. Defaults to True.
il_report (int, optional): D_IL_REPORT value to use when 'intercept' is specified and a
value does not already exist in the environment. Defaults to 1.
value does not already exist in the environment. Defaults to None.
Raises:
CommandFailure: if there is an error running the ior command
Expand All @@ -627,7 +627,7 @@ def run(self, pool, container, processes, ppn=None, intercept=None, plugin_path=
self.env["LD_PRELOAD"] = intercept
if "D_LOG_MASK" not in self.env:
self.env["D_LOG_MASK"] = "INFO"
if "D_IL_REPORT" not in self.env:
if "D_IL_REPORT" not in self.env and il_report is not None:
self.env["D_IL_REPORT"] = str(il_report)

if plugin_path:
Expand Down
8 changes: 0 additions & 8 deletions src/tests/ftest/util/soak_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -997,10 +997,8 @@ def create_ior_cmdline(self, job_spec, pool, ppn, nodesperjob, oclass_list=None,
mpirun_cmd.get_params(self)
if api == "POSIX-LIBPIL4DFS":
env["LD_PRELOAD"] = os.path.join(self.prefix, 'lib64', 'libpil4dfs.so')
env["D_IL_REPORT"] = "1"
if api == "POSIX-LIBIOIL":
env["LD_PRELOAD"] = os.path.join(self.prefix, 'lib64', 'libioil.so')
env["D_IL_REPORT"] = "1"
# add envs if api is HDF5-VOL
if api == "HDF5-VOL":
vol = True
Expand Down Expand Up @@ -1166,10 +1164,8 @@ def create_mdtest_cmdline(self, job_spec, pool, ppn, nodesperjob):
if self.enable_il and api == "POSIX-LIBPIL4DFS":
env["LD_PRELOAD"] = os.path.join(
self.prefix, 'lib64', 'libpil4dfs.so')
env["D_IL_REPORT"] = "1"
if self.enable_il and api == "POSIX-LIBIOIL":
env["LD_PRELOAD"] = os.path.join(self.prefix, 'lib64', 'libioil.so')
env["D_IL_REPORT"] = "1"
mpirun_cmd = Mpirun(mdtest_cmd, mpi_type=self.mpi_module)
mpirun_cmd.get_params(self)
mpirun_cmd.assign_processes(nodesperjob * ppn)
Expand Down Expand Up @@ -1297,10 +1293,8 @@ def create_fio_cmdline(self, job_spec, pool):
cmds.append(f"cd {dfuse.mount_dir.value};")
if self.enable_il and api == "POSIX-LIBPIL4DFS":
cmds.append(f"export LD_PRELOAD={os.path.join(self.prefix, 'lib64', 'libpil4dfs.so')}")
cmds.append("export D_IL_REPORT=1")
if self.enable_il and api == "POSIX-LIBIOIL":
cmds.append(f"export LD_PRELOAD={os.path.join(self.prefix, 'lib64', 'libioil.so')}")
cmds.append("export D_IL_REPORT=1")
cmds.append(str(fio_cmd))
cmds.append("status=$?")
cmds.append("cd -")
Expand Down Expand Up @@ -1372,10 +1366,8 @@ def create_app_cmdline(self, job_spec, pool, ppn, nodesperjob):
env["DAOS_UNS_PREFIX"] = format_path(pool, self.container[-1])
if self.enable_il and api == "POSIX-LIBPIL4DFS":
env["LD_PRELOAD"] = os.path.join(self.prefix, 'lib64', 'libpil4dfs.so')
env["D_IL_REPORT"] = "1"
if self.enable_il and api == "POSIX-LIBIOIL":
env["LD_PRELOAD"] = os.path.join(self.prefix, 'lib64', 'libioil.so')
env["D_IL_REPORT"] = "1"
mpirun_cmd.assign_environment(env, True)
mpirun_cmd.assign_processes(nodesperjob * ppn)
mpirun_cmd.ppn.update(ppn)
Expand Down

0 comments on commit 477b82d

Please sign in to comment.