diff --git a/docs/configs.md b/docs/configs.md index 1bffe10a5ba..ca0c4bada00 100644 --- a/docs/configs.md +++ b/docs/configs.md @@ -26,6 +26,7 @@ scala> spark.conf.set("spark.rapids.sql.incompatibleOps.enabled", true) ## General Configuration + Name | Description | Default Value -----|-------------|-------------- spark.rapids.memory.gpu.allocFraction|The fraction of total GPU memory that should be initially allocated for pooled memory. Extra memory will be allocated as needed, but it may result in more fragmentation.|0.9 @@ -82,6 +83,7 @@ will enable all the settings in the table below which are not enabled by default incompatibilities. ### Expressions + Name | Description | Default Value | Incompatibilities -----|-------------|---------------|------------------ spark.rapids.sql.expression.Abs|absolute value|true|None| @@ -210,6 +212,7 @@ Name | Description | Default Value | Incompatibilities spark.rapids.sql.expression.NormalizeNaNAndZero|normalize nan and zero|true|None| ### Execution + Name | Description | Default Value | Incompatibilities -----|-------------|---------------|------------------ spark.rapids.sql.exec.CoalesceExec|The backend for the dataframe coalesce method|true|None| @@ -235,6 +238,7 @@ Name | Description | Default Value | Incompatibilities spark.rapids.sql.exec.WindowExec|Window-operator backend|true|None| ### Scans + Name | Description | Default Value | Incompatibilities -----|-------------|---------------|------------------ spark.rapids.sql.input.CSVScan|CSV parsing|true|None| @@ -242,6 +246,7 @@ Name | Description | Default Value | Incompatibilities spark.rapids.sql.input.ParquetScan|Parquet parsing|true|None| ### Partitioning + Name | Description | Default Value | Incompatibilities -----|-------------|---------------|------------------ spark.rapids.sql.partitioning.HashPartitioning|Hash based partitioning|true|None| diff --git a/docs/about.md b/docs/index.md similarity index 84% rename from docs/about.md rename to docs/index.md index 18252d24611..d7fafdb0b67 100644 --- a/docs/about.md +++ b/docs/index.md @@ -1,10 +1,11 @@ --- -layout: page -title: About -permalink: /about/ +layout: default +title: Home nav_order: 1 +permalink: / +description: This site serves as a collection of documentation about the RAPIDS accelerator for Apache Spark --- - As data scientists shift from using traditional analytics to leveraging AI applications that better model complex market demands, traditional CPU-based processing can no longer keep up without compromising either speed or cost. The growing adoption of AI in analytics has created the need for a new framework to process data quickly and cost efficiently with GPUs. The RAPIDS Accelerator for Apache Spark combines the power of the RAPIDS cuDF library and the scale of the Spark distributed computing framework. The RAPIDS Accelerator library also has a built-in accelerated shuffle based on UCX that can be configured to leverage GPU-to-GPU communication and RDMA capabilities. + diff --git a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala index ccc9869a9d6..502cf3c53bd 100644 --- a/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala +++ b/sql-plugin/src/main/scala/com/nvidia/spark/rapids/RapidsConf.scala @@ -628,7 +628,7 @@ object RapidsConf { |""".stripMargin) // scalastyle:on line.size.limit - println("\n## General Configuration") + println("\n## General Configuration\n") println("Name | Description | Default Value") println("-----|-------------|--------------") } else { @@ -652,19 +652,19 @@ object RapidsConf { |incompatibilities.""".stripMargin) // scalastyle:on line.size.limit - printToggleHeader("Expressions") + printToggleHeader("Expressions\n") } GpuOverrides.expressions.values.toSeq.sortBy(_.tag.toString).foreach(_.confHelp(asTable)) if (asTable) { - printToggleHeader("Execution") + printToggleHeader("Execution\n") } GpuOverrides.execs.values.toSeq.sortBy(_.tag.toString).foreach(_.confHelp(asTable)) if (asTable) { - printToggleHeader("Scans") + printToggleHeader("Scans\n") } GpuOverrides.scans.values.toSeq.sortBy(_.tag.toString).foreach(_.confHelp(asTable)) if (asTable) { - printToggleHeader("Partitioning") + printToggleHeader("Partitioning\n") } GpuOverrides.parts.values.toSeq.sortBy(_.tag.toString).foreach(_.confHelp(asTable)) if (asTable) {