update baseline draft

lanl · Mar 17, 2024 · 8d73a50 · 8d73a50
2 parents 6f76dad + f079670
commit 8d73a50
Show file tree

Hide file tree

Showing 27 changed files with 1,827 additions and 1,985 deletions.
diff --git a/.gitmodules b/.gitmodules
@@ -20,7 +20,6 @@
 [submodule "microbenchmarks/spatter"]
 	path = microbenchmarks/spatter
 	url = [email protected]:lanl/spatter.git
-	branch = main
 [submodule "miniem_build/spack"]
 	path = miniem_build/spack
 	url = [email protected]:spack/spack

diff --git a/doc/sphinx/03_vibe/do_gpu_throughput.sh b/doc/sphinx/03_vibe/do_gpu_throughput.sh
@@ -24,7 +24,7 @@ for NX in 32 64 96 128 160 192; do
     echo "Mesh base size = ${NX}"
     outfile=$(printf "gpu-throughput-%d.out" ${NX})
     echo "saving to output file ${outfile}"
-    ARGS="${EXEC} -i ${INP} parthenon/mesh/nx1=${NX} parthenon/mesh/nx2=${NX} parthenon/mesh/nx3=${NX} parthenon/meshblock/nx1=${NXB} parthenon/meshblock/nx2=${NXB} parthenon/meshblock/nx3=${NXB} parthenon/time/nlim=${NLIM} parthenon/mesh/numlevel=${NLVL}"
+    ARGS="mpirun -n 1 ${EXEC} -i ${INP} parthenon/mesh/nx1=${NX} parthenon/mesh/nx2=${NX} parthenon/mesh/nx3=${NX} parthenon/meshblock/nx1=${NXB} parthenon/meshblock/nx2=${NXB} parthenon/meshblock/nx3=${NXB} parthenon/time/nlim=${NLIM} parthenon/mesh/numlevel=${NLVL}"
     CMD="${ARGS} | tee ${outfile}"
     echo ${CMD}
     ${ARGS} | tee ${outfile}

diff --git a/doc/sphinx/07_miniem/miniem.rst b/doc/sphinx/07_miniem/miniem.rst
@@ -141,6 +141,9 @@ The platforms utilized for benchmarking activities are listed and described belo
 
 * Crossroads (see :ref:`GlobalSystemATS3`)
 
+.. note::
+   An appropriate system with GPUs will be added shortly.
+
 
 Building
 ========
@@ -161,6 +164,9 @@ following systems:
 * Advanced Technology System 3 (ATS-3), also known as Crossroads (see
   :ref:`MiniEMBuildATS3`)
 
+.. note::
+   An appropriate system with GPUs will be added shortly.
+
 If submodules were cloned within this repository, then the source code
 to build MiniEM is already present at the top level within the
 "trilinos" and "miniem_build" folders.
@@ -200,6 +206,9 @@ Instructions are provided on how to run MiniEM for the following systems:
 * Advanced Technology System 3 (ATS-3), also known as Crossroads (see
   :ref:`MiniEMRunATS3`)
 
+.. note::
+   An appropriate system with GPUs will be added shortly.
+
 
 .. _MiniEMRunATS3:
 
@@ -219,6 +228,9 @@ Results from MiniEM are provided on the following systems:
 * Advanced Technology System 3 (ATS-3), also known as Crossroads (see
   :ref:`MiniEMResultsATS3`)
 
+.. note::
+   An appropriate system with GPUs will be added shortly.
+
 
 .. _MiniEMResultsATS3:
 

diff --git a/doc/sphinx/08_sparta/ats2--all--stats.csv b/doc/sphinx/08_sparta/ats2--all--stats.csv
@@ -0,0 +1,6 @@
+"Key","Min","Mean","Max","Stdev","Range","Variability"
+"001|001",386.002061693491,436.381306732859,467.3134308847335,13.633534330886373,81.31136919124253,0.18633100899764066
+"002|001",536.2419639254344,565.4479440331818,588.2731042251077,10.66908836539641,52.03114029967321,0.09201756032314781
+"003|001",598.5194459450801,630.7840616602509,655.5729716286478,14.606408008675613,57.05352568356773,0.0904485847873207
+"004|001",647.8944166608529,682.0859836354082,711.8746021306033,11.633862304499585,63.98018546975038,0.09380076266740789
+"005|001",673.7647040621305,714.5148360973735,743.8405237875515,13.548669597128464,70.07581972542107,0.09807468814527344
diff --git a/doc/sphinx/08_sparta/ats2--all.csv b/doc/sphinx/08_sparta/ats2--all.csv
diff --git a/doc/sphinx/08_sparta/ats2.csv b/doc/sphinx/08_sparta/ats2.csv
@@ -0,0 +1,6 @@
+Memory (%),Memory (GiB),ppc,No. Particles,Actual
+28.9%,4.62,1,7122260,467.3134309
+42.5%,6.81,2,14229882,588.2731042
+59.7%,9.55,3,21386645,655.5729716
+75.0%,12.01,4,28535680,711.8746021
+86.5%,13.85,5,35684234,743.8405238
diff --git a/doc/sphinx/08_sparta/ats2.gp b/doc/sphinx/08_sparta/ats2.gp
@@ -0,0 +1,26 @@
+#!/usr/bin/gnuplot
+set terminal pngcairo enhanced size 1024, 768 dashed font 'Helvetica,18'
+set output "ats2.png"
+
+set title "SPARTA Strong Scaling Throughput on Single V100" font "serif,22"
+set xlabel "Percentage of Accelerator Memory Used"
+set ylabel "Figure of Merit (Mega particle steps per sec. per node)"
+
+set xrange [0:100]
+set key left top
+
+# set logscale x 2
+# set logscale y 2
+
+set format x "%.0f%%"
+
+set grid
+show grid
+
+set datafile separator comma
+set key autotitle columnheader
+
+set style line 1 linetype 6 dashtype 1 linecolor rgb "#FF0000" linewidth 2 pointtype 6 pointsize 3
+set style line 2 linetype 1 dashtype 2 linecolor rgb "#FF0000" linewidth 2
+
+plot "ats2.csv" using 1:5 with linespoints linestyle 1
diff --git a/doc/sphinx/08_sparta/ats3--15.csv b/doc/sphinx/08_sparta/ats3--15.csv
@@ -1,6 +1,6 @@
 Processing Elements per NUMA Domain,Actual,Ideal,Memory (GiB)
-7.1%,269.4,269.4,33.0
-28.6%,1020.7,1077.8,34.2
-50.0%,1671.3,1886.1,35.9
-78.6%,2099.6,2963.9,37.6
-100.0%,2260.2,3772.2,38.4
+7.1%,290.62,290.62,32.9
+28.6%,1113.17,1162.48,34.4
+50.0%,1805.52,2034.33,36.0
+78.6%,2235.39,3196.81,37.7
+100.0%,2389.00,4068.66,38.2
diff --git a/doc/sphinx/08_sparta/ats3--35.csv b/doc/sphinx/08_sparta/ats3--35.csv
@@ -1,6 +1,6 @@
 Processing Elements per NUMA Domain,Actual,Ideal,Memory (GiB)
-7.1%,280.4,280.4,63.1
-28.6%,1077.6,1121.6,65.4
-50.0%,1695.9,1962.8,67.7
-78.6%,2243.4,3084.4,71.4
-100.0%,2394.9,3925.6,70.9
+7.1%,301.72,301.72,63.1
+28.6%,1167.16,1206.89,65.3
+50.0%,1846.06,2112.05,67.6
+78.6%,2360.18,3318.93,71.5
+100.0%,2488.92,4224.10,70.8
diff --git a/doc/sphinx/08_sparta/ats3--55.csv b/doc/sphinx/08_sparta/ats3--55.csv
@@ -1,6 +1,6 @@
 Processing Elements per NUMA Domain,Actual,Ideal,Memory (GiB)
-7.1%,277.8,277.8,96.1
-28.6%,1071.9,1111.0,97.5
-50.0%,1703.8,1944.3,98.4
-78.6%,2247.5,3055.4,102.9
-100.0%,2397.4,3888.7,103.5
+7.1%,303.76,303.76,96.2
+28.6%,1174.55,1215.04,97.2
+50.0%,1843.09,2126.32,98.4
+78.6%,2380.88,3341.37,102.9
+100.0%,2522.14,4252.65,103.5
diff --git a/doc/sphinx/08_sparta/ats3--all--stats.csv b/doc/sphinx/08_sparta/ats3--all--stats.csv
@@ -1,16 +1,16 @@
 "Key","Min","Mean","Max","Stdev","Range","Variability"
-"055|01",31.494019647957263,266.3043538709467,277.76099701790315,30.584597573836945,246.2669773699459,0.9247576083164186
-"015|04",99.38365484165858,999.4351859485635,1020.73717743512,115.86454624790586,921.3535225934614,0.9218742101009835
-"055|04",103.63519630075864,1008.9545398402469,1071.916479457648,148.4463253269125,968.2812831568893,0.9596877212230023
-"035|14",122.4211308140779,2336.7163139821246,2394.89122245351,203.22276582343997,2272.470091639432,0.9725057671920787
-"055|14",122.11570310922049,2315.9872534844358,2397.422401397938,247.9676346488511,2275.306698288717,0.982434896766157
-"015|11",123.95649288844751,2051.7789539775727,2099.607052584329,179.13260659099788,1975.6505596958814,0.962896395767142
-"015|07",126.09987413299672,1637.2583066688057,1671.253625329758,138.57234796461265,1545.1537511967613,0.9437446399893722
-"055|11",126.52071740538865,2136.799696464497,2247.529837689088,187.75452230478484,2121.0091202836993,0.9926101748297116
-"015|01",233.86375332102455,264.2594036806839,269.4414291245592,3.9607683471920536,35.577675803534646,0.13463163583962634
-"035|01",265.95914631078705,275.5612197899514,280.40051575320973,1.6747482025065743,14.441369442422683,0.052407118292736275
-"035|04",988.4104666613176,1066.8470774213424,1077.5850260474895,13.950246481844852,89.17455938617184,0.08358701192837695
-"055|07",1386.9565357238616,1643.098015405481,1703.8334765939762,35.9813496225486,316.8769408701146,0.1928533403966873
-"035|07",1563.7257891059294,1678.4072329491837,1695.902794137586,18.96081678758106,132.17700503165656,0.07875145104052254
-"035|11",1913.0355013267033,2190.234641698925,2243.3935977679525,41.235998906881406,330.35809644124924,0.15083228534135343
-"015|14",2153.41598681825,2227.776956290854,2260.171071297958,18.667759708031735,106.75508447970788,0.04792000571612438
+"015|008",284.65097745516294,288.06876296262067,290.61877636244367,1.4597037040922074,5.967798907280724,0.02071657768758182
+"055|008",289.79559423263635,297.07901079141874,303.76052257708005,4.590354992157952,13.964928344443706,0.04700745538111604
+"035|008",297.36386021369464,299.945577404379,301.7212516404191,1.2465362454727444,4.357391426724462,0.014527273462178567
+"015|032",1093.8383850141693,1103.6458922126415,1113.1742623239832,3.736881105224636,19.335877309813895,0.017520001158205206
+"055|032",1114.4406060431838,1152.67625011363,1174.5469544676475,21.36867350377434,60.106348424463704,0.0521450393538849
+"035|032",1140.2541827147097,1156.486970576292,1167.1606361719153,5.989388454650628,26.906453457205544,0.02326567799012705
+"035|056",1731.3598093623825,1820.9953855245617,1846.0607812587384,16.70176754502822,114.7009718963559,0.06298806290676831
+"055|056",1755.321325201929,1801.5789878197895,1843.0853718021874,23.988931668344552,87.76404660025833,0.04871507005444565
+"015|056",1778.7526312700643,1791.2329605571929,1805.5152795800625,6.142962799332176,26.762648309998212,0.014940908803773488
+"015|088",2183.779236043219,2210.644979450431,2235.387300879863,13.168763150879538,51.608064836643734,0.02334525232064787
+"055|088",2215.559925996185,2323.2676523173477,2380.876568795018,30.64475667036738,165.31664279883307,0.07115695113042084
+"035|088",2286.455462193985,2332.21917974419,2360.1765080026403,16.147197827022833,73.72104580865516,0.03160982743343242
+"015|112",2327.0092432903903,2354.704420615899,2389.000996661797,16.86610534633421,61.99175337140696,0.026326766463194703
+"035|112",2419.77486617501,2460.9785516553834,2488.9232076688127,11.650211019312595,69.14834149380249,0.028097904976575147
+"055|112",2440.2996091920636,2480.1654561125088,2522.140367646475,17.926832553908152,81.84075845441157,0.03299810432110905