Capture nsys for Q6 (NVIDIA#17)

* capture nsys report Signed-off-by: Allen Xu <[email protected]> * remove sleep Signed-off-by: Allen Xu <[email protected]> * only for Q6 Signed-off-by: Allen Xu <[email protected]> --------- Signed-off-by: Allen Xu <[email protected]>
wjxiz1992 · Dec 18, 2023 · 7ae7592 · 7ae7592
1 parent 0ade956
commit 7ae7592
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 0 deletions.
diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuColumnarToRowExec.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/GpuColumnarToRowExec.scala
@@ -191,6 +191,10 @@ class AcceleratedColumnarToRowIterator(
       loadNextBatch()
       at < total
     } else {
+      val nsysStopCommand = "nsys stop"
+      import scala.sys.process._
+      val result: String = nsysStopCommand.!!
+      println(s"Nsys Stop Command output: $result")
       itHasNext
     }
   }

diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/Plugin.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/Plugin.scala
@@ -408,6 +408,11 @@ class RapidsExecutorPlugin extends ExecutorPlugin with Logging {
       extraExecutorPlugins.foreach(_.init(pluginContext, extraConf))
       GpuSemaphore.initialize()
       FileCache.init(pluginContext)
+      // here customer need to make sure the path exists and is writable
+      val nsysStartComamnd = "nsys start -o /opt/spark/work-dir/test_%h_%p" +
+        ".nsys-rep"
+      val result: String = nsysStartComamnd.!!
+      println(s"Nsys Start Command output: $result")
     } catch {
       // Exceptions in executor plugin can cause a single thread to die but the executor process
       // sticks around without any useful info until it hearbeat times out. Print what happened