diff --git a/.gitmodules b/.gitmodules index 699d1538..e6b01ba9 100644 --- a/.gitmodules +++ b/.gitmodules @@ -20,7 +20,6 @@ [submodule "microbenchmarks/spatter"] path = microbenchmarks/spatter url = git@github.com:lanl/spatter.git - branch = main [submodule "miniem_build/spack"] path = miniem_build/spack url = git@github.com:spack/spack diff --git a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/SPATTER.rst b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/SPATTER.rst index 076e93fb..11725978 100644 --- a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/SPATTER.rst +++ b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/SPATTER.rst @@ -170,6 +170,7 @@ The scripts/scaling.sh script has the following options (a scripts/mpirunscaling * n: User-defined run name (for saving results) * c: Core binding (optional, default: off) * g: Toggle GPU (optional, default: off) +* m: Toggle Atomics (optional, default: off) * r: Toggle count parameter on pattern with countlist (default: off) * s: Toggle pattern size limit (optional, default: off for weak scaling, will be overridden to on for strong scaling) * t: Toggle throughput plot generation (optional, default: off) @@ -279,16 +280,18 @@ xRAGE Asteroid Spatter Pattern 9 Throughput experiment for the pattern in patterns/xrage/asteroid/spatter9.json. Results will be found in spatter.strongscaling/H100/xrage/asteroid/spatter9/ and Figures will be found in figures/spatter.strongscaling/H100/xrage/asteroid/spatter9/ +Note that we need to enable atomics with the `-m` flag since this is a scatter pattern which overwrites the same location multiple times. Results with and without atomics are included, but the results with atomics enabled is the benchmarked performance number of importance. + .. code-block:: bash - bash scripts/scaling.sh -a xrage -p asteroid -f spatter9 -n H100 -g -s -r -t + bash scripts/scaling.sh -a xrage -p asteroid -f spatter9 -n H100 -g -s -r -t -m .. .. csv-table:: Spatter Throughput (MB/s) on H100 xRAGE Asteroid Pattern 9 :file: h100_throughput_asteroid_9.csv :align: center - :widths: 5, 5 + :widths: 5, 5, 5 :header-rows: 1 .. figure:: h100_throughput_asteroid_9.png diff --git a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100.gp b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100.gp index eff7d426..dc6ff779 100644 --- a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100.gp +++ b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100.gp @@ -6,7 +6,7 @@ set xlabel "Data Transferred (MB)" set ylabel "Figure of Merit (Total Bandwidth MB/s)" set xrange [4:10000] -set nokey +set key center bottom set logscale x 2 @@ -29,4 +29,4 @@ plot "h100_throughput_asteroid_5.csv" using 1:2 with linespoints linestyle 1 set output "h100_throughput_asteroid_9.png" set ylabel "Figure of Merit (Total Bandwidth MB/s)" -plot "h100_throughput_asteroid_9.csv" using 1:2 with linespoints linestyle 1 +plot "h100_throughput_asteroid_9.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with linespoints linestyle2 diff --git a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_5.csv b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_5.csv index 16e62307..bbf3e6b5 100644 --- a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_5.csv +++ b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_5.csv @@ -1,13 +1,13 @@ Data Transferred (MB),Total Bandwidth (MB/s) -4.194304,704688.15 -8.388608,1074360.68 -16.777216,1464491.66 -33.554432,1555750.72 -66.951744,1591058.55 -133.903488,1686611.83 -267.806976,1757448.15 -535.613952,1781199.94 -1071.227904,1806381.99 -2142.455808,1816133.04 -4284.911616,1825467.10 -8569.823232,1825579.10 +4.194304,728177.77 +8.388608,1083239.69 +16.777216,1476867.62 +33.554432,1730323.39 +66.951744,1629471.97 +133.903488,1743534.92 +267.806976,1821320.63 +535.613952,1861425.36 +1071.227904,1882041.47 +2142.455808,1893056.87 +4284.911616,1898720.78 +8569.823232,1901308.97 diff --git a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_9.csv b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_9.csv index 6aaa9790..3b027eb9 100644 --- a/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_9.csv +++ b/doc/sphinx/09_Microbenchmarks/M2_SPATTER/h100_throughput_asteroid_9.csv @@ -1,13 +1,13 @@ -Data Transferred (MB),Total Bandwidth (MB/s) -4.194304,598502.3 -8.388608,851116.92 -16.777216,890132.42 -33.554432,910222.19 -53.314432,974313.46 -106.628864,1026540.96 -213.257728,1055982.28 -426.515456,1072811.37 -853.030912,1082922.36 -1706.061824,1084706.97 -3412.123648,1088388.35 -6824.247296,1090118.62 +Data Transferred (MB),Total Bandwidth without Atomics (MB/s),Total Bandwidth with Atomics (MB/s) +4.194304,615361.48,492751.9 +8.388608,916587.43,677374.66 +16.777216,1044398.45,786038.96 +33.554432,1025000.99,741567.16 +53.314432,1098994.71,792614.68 +106.628864,1167128.51,831375.29 +213.257728,1200991.87,853850.6 +426.515456,1229803.27,866450.52 +853.030912,1239870.47,872005.75 +1706.061824,1243804.45,875384.74 +3412.123648,1246581.74,876456.83 +6824.247296,1248311.13,876824.44 diff --git a/microbenchmarks/spatter b/microbenchmarks/spatter index e77ca222..a9c8595b 160000 --- a/microbenchmarks/spatter +++ b/microbenchmarks/spatter @@ -1 +1 @@ -Subproject commit e77ca222f6e0f0ec6cc8d4b7544d72a39e347a65 +Subproject commit a9c8595be303d116ccd1160ad0d6be57aeb10655