Skip to content

Commit

Permalink
feat: Support RDMA stats in exporter (#45)
Browse files Browse the repository at this point in the history
* Update unit tests and e2e test fixtures

* Correct scenario name in Makefile

---------

Signed-off-by: Mahendra Paipuri <[email protected]>
  • Loading branch information
mahendrapaipuri authored Feb 23, 2024
1 parent 7b1f38d commit f73aa68
Show file tree
Hide file tree
Showing 10 changed files with 270 additions and 12 deletions.
2 changes: 1 addition & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ ifeq ($(CGO_BUILD), 0)
test-e2e-update: build pkg/collector/fixtures/sys/.unpacked pkg/collector/fixtures/proc/.unpacked
@echo ">> updating end-to-end tests outputs"
./scripts/e2e-test.sh -s exporter-cgroups-v1 -u || true
./scripts/e2e-test.sh -s exporter-cgroups-v2-nvidia-ipmitutil -u || true
./scripts/e2e-test.sh -s exporter-cgroups-v2-nvidia-ipmiutil -u || true
./scripts/e2e-test.sh -s exporter-cgroups-v2-amd-ipmitool -u || true
./scripts/e2e-test.sh -s exporter-cgroups-v2-nogpu -u || true
./scripts/e2e-test.sh -s exporter-cgroups-v2-procfs -u || true
Expand Down
12 changes: 12 additions & 0 deletions pkg/collector/fixtures/output/e2e-test-cgroupsv1-output.txt
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,18 @@ ceems_slurm_job_memory_total_bytes{hostname="",manager="slurm",project="testacc3
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 4.0194048e+07
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 4.0194048e+07
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 4.0194048e+07
# HELP ceems_slurm_job_rdma_hca_handles Current number of RDMA HCA handles
# TYPE ceems_slurm_job_rdma_hca_handles gauge
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 479
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 289
ceems_slurm_job_rdma_hca_handles{device="hfi1_1",hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 1479
ceems_slurm_job_rdma_hca_handles{device="hfi1_2",hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 2479
# HELP ceems_slurm_job_rdma_hca_objects Current number of RDMA HCA objects
# TYPE ceems_slurm_job_rdma_hca_objects gauge
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 479
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 289
ceems_slurm_job_rdma_hca_objects{device="hfi1_1",hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 1479
ceems_slurm_job_rdma_hca_objects{device="hfi1_2",hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 2479
# HELP ceems_slurm_jobs Total number of jobs
# TYPE ceems_slurm_jobs gauge
ceems_slurm_jobs{hostname="",manager="slurm"} 3
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -118,6 +118,18 @@ ceems_slurm_job_memsw_total_bytes{hostname="",manager="slurm",project="testacc3"
ceems_slurm_job_memsw_used_bytes{hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 0
ceems_slurm_job_memsw_used_bytes{hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 0
ceems_slurm_job_memsw_used_bytes{hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 0
# HELP ceems_slurm_job_rdma_hca_handles Current number of RDMA HCA handles
# TYPE ceems_slurm_job_rdma_hca_handles gauge
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_handles{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_handles{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_job_rdma_hca_objects Current number of RDMA HCA objects
# TYPE ceems_slurm_job_rdma_hca_objects gauge
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_objects{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_objects{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_jobs Total number of jobs
# TYPE ceems_slurm_jobs gauge
ceems_slurm_jobs{hostname="",manager="slurm"} 3
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,18 @@ ceems_slurm_job_memory_total_bytes{hostname="",manager="slurm",project="testacc3
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 4.111491072e+09
# HELP ceems_slurm_job_rdma_hca_handles Current number of RDMA HCA handles
# TYPE ceems_slurm_job_rdma_hca_handles gauge
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_handles{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_handles{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_job_rdma_hca_objects Current number of RDMA HCA objects
# TYPE ceems_slurm_job_rdma_hca_objects gauge
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_objects{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_objects{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_jobs Total number of jobs
# TYPE ceems_slurm_jobs gauge
ceems_slurm_jobs{hostname="",manager="slurm"} 3
Expand Down
12 changes: 12 additions & 0 deletions pkg/collector/fixtures/output/e2e-test-cgroupsv2-nogpu-output.txt
Original file line number Diff line number Diff line change
Expand Up @@ -87,6 +87,18 @@ ceems_slurm_job_memory_total_bytes{hostname="",manager="slurm",project="testacc3
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 4.111491072e+09
# HELP ceems_slurm_job_rdma_hca_handles Current number of RDMA HCA handles
# TYPE ceems_slurm_job_rdma_hca_handles gauge
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_handles{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_handles{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_job_rdma_hca_objects Current number of RDMA HCA objects
# TYPE ceems_slurm_job_rdma_hca_objects gauge
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_objects{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_objects{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_jobs Total number of jobs
# TYPE ceems_slurm_jobs gauge
ceems_slurm_jobs{hostname="",manager="slurm"} 3
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,18 @@ ceems_slurm_job_memory_total_bytes{hostname="",manager="slurm",project="testacc3
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc",user="testusr",uuid="1009248"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="1009250"} 4.111491072e+09
# HELP ceems_slurm_job_rdma_hca_handles Current number of RDMA HCA handles
# TYPE ceems_slurm_job_rdma_hca_handles gauge
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 479
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="1009250"} 289
ceems_slurm_job_rdma_hca_handles{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 1479
ceems_slurm_job_rdma_hca_handles{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 2479
# HELP ceems_slurm_job_rdma_hca_objects Current number of RDMA HCA objects
# TYPE ceems_slurm_job_rdma_hca_objects gauge
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 479
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="1009250"} 289
ceems_slurm_job_rdma_hca_objects{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 1479
ceems_slurm_job_rdma_hca_objects{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="1009249"} 2479
# HELP ceems_slurm_jobs Total number of jobs
# TYPE ceems_slurm_jobs gauge
ceems_slurm_jobs{hostname="",manager="slurm"} 3
Expand Down
12 changes: 12 additions & 0 deletions pkg/collector/fixtures/output/e2e-test-cgroupsv2-procfs-output.txt
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,18 @@ ceems_slurm_job_memory_total_bytes{hostname="",manager="slurm",project="testacc3
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc",user="testusr",uuid="0f0ac288-dbd4-a9a3-df3a-ab14ef9d51d5"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 4.111491072e+09
ceems_slurm_job_memory_used_bytes{hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 4.111491072e+09
# HELP ceems_slurm_job_rdma_hca_handles Current number of RDMA HCA handles
# TYPE ceems_slurm_job_rdma_hca_handles gauge
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_handles{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_handles{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_handles{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_job_rdma_hca_objects Current number of RDMA HCA objects
# TYPE ceems_slurm_job_rdma_hca_objects gauge
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 479
ceems_slurm_job_rdma_hca_objects{device="hfi1_0",hostname="",manager="slurm",project="testacc3",user="testusr2",uuid="77caf800-acd0-1fd2-7211-644e46814fc1"} 289
ceems_slurm_job_rdma_hca_objects{device="hfi1_1",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 1479
ceems_slurm_job_rdma_hca_objects{device="hfi1_2",hostname="",manager="slurm",project="testacc2",user="testusr2",uuid="018ce2fe-b3f9-632a-7507-0e01c2687de5"} 2479
# HELP ceems_slurm_jobs Total number of jobs
# TYPE ceems_slurm_jobs gauge
ceems_slurm_jobs{hostname="",manager="slurm"} 3
Expand Down
119 changes: 119 additions & 0 deletions pkg/collector/fixtures/sys.ttar
Original file line number Diff line number Diff line change
Expand Up @@ -2543,6 +2543,101 @@ Lines: 5
9870
Mode: 644
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/rdma
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/rdma/slurm
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/rdma/slurm/uid_1000
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/cgroup.clone_children
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/cgroup.procs
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/cgroup.sane_behavior
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248/cgroup.clone_children
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248/cgroup.procs
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248/notify_on_release
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248/rdma.current
Lines: 3
hfi1_0 hca_handle=479 hca_object=340
hfi1_1 hca_handle=1479 hca_object=1340
hfi1_2 hca_handle=2479 hca_object=2340EOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248/rdma.max
Lines: 3
hfi1_0 hca_handle=max hca_object=max
hfi1_1 hca_handle=max hca_object=max
hfi1_2 hca_handle=max hca_object=maxEOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009248/tasks
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249/cgroup.clone_children
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249/cgroup.procs
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249/notify_on_release
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249/rdma.current
Lines: 1
hfi1_0 hca_handle=289 hca_object=1000EOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249/rdma.max
Lines: 1
hfi1_0 hca_handle=max hca_object=maxEOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/job_1009249/tasks
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/notify_on_release
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/release_agent
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/rdma/slurm/uid_1000/tasks
Lines: 0
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/system.slice
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Expand Down Expand Up @@ -6303,6 +6398,20 @@ Lines: 1
max
Mode: 640
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/system.slice/slurmstepd.scope/job_1009249/rdma.current
Lines: 3
hfi1_0 hca_handle=479 hca_object=340
hfi1_1 hca_handle=1479 hca_object=1340
hfi1_2 hca_handle=2479 hca_object=2340EOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/system.slice/slurmstepd.scope/job_1009249/rdma.max
Lines: 3
hfi1_0 hca_handle=max hca_object=max
hfi1_1 hca_handle=max hca_object=max
hfi1_2 hca_handle=max hca_object=maxEOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/system.slice/slurmstepd.scope/job_1009249/step_3
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Expand Down Expand Up @@ -9685,6 +9794,16 @@ Lines: 1
max
Mode: 640
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/system.slice/slurmstepd.scope/job_1009250/rdma.current
Lines: 1
hfi1_0 hca_handle=289 hca_object=1000EOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Path: sys/fs/cgroup/system.slice/slurmstepd.scope/job_1009250/rdma.max
Lines: 1
hfi1_0 hca_handle=max hca_object=maxEOF
Mode: 664
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Directory: sys/fs/cgroup/system.slice/slurmstepd.scope/job_1009250/step_3
Mode: 775
# ttar - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Expand Down
Loading

0 comments on commit f73aa68

Please sign in to comment.