[LIVY-995][REPL] JsonParseException is thrown when closing Livy sessi…

…on when using python profile

repl/src/main/scala/org/apache/livy/repl/PythonInterpreter.scala

@@ -269,11 +269,21 @@ private class PythonInterpreter(
   }
 
   override protected def sendShutdownRequest(): Unit = {
-    sendRequest(Map(
+    stdin.println(write(Map(
       "msg_type" -> "shutdown_request",
       "content" -> ()
-    )).foreach { case rep =>
-      warn(f"process failed to shut down while returning $rep")
+    )))
+    stdin.flush()
+
+    // Pyspark prints profile info to stdout when enabling spark.python.profile. see SPARK-37443
+    var lines = Seq[String]()
+    var line = stdout.readLine()
+    while(line != null) {
+      lines :+= line
+      line = stdout.readLine()
+    }
+    if (lines.nonEmpty) {
+      warn(f"python process shut down while returning ${lines.mkString("\n")}")
     }
   }