From 02c768ceb717b9a1f63218bc0fd2387799a74aa3 Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Mon, 13 May 2019 14:47:09 +0530 Subject: [PATCH 1/2] HDDS-1503. Reduce garbage generated by non-netty threads in datanode ratis server --- hadoop-ozone/common/src/main/bin/ozone | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/hadoop-ozone/common/src/main/bin/ozone b/hadoop-ozone/common/src/main/bin/ozone index 26906c475c47d..9999be8b28c3a 100755 --- a/hadoop-ozone/common/src/main/bin/ozone +++ b/hadoop-ozone/common/src/main/bin/ozone @@ -90,7 +90,10 @@ function ozonecmd_case ;; datanode) HADOOP_SUBCMD_SUPPORTDAEMONIZATION="true" - HDDS_DN_OPTS="${HDDS_DN_OPTS} -Dlog4j.configurationFile=${HADOOP_CONF_DIR}/dn-audit-log4j2.properties" + # Add JVM parameter (org.apache.ratis.thirdparty.io.netty.allocator.useCacheForAllThreads=false) + # for disabling netty PooledByteBufAllocator thread caches for non-netty threads. + # This parameter significantly reduces GC pressure for Datanode. + HDDS_DN_OPTS="${HDDS_DN_OPTS} -Dlog4j.configurationFile=${HADOOP_CONF_DIR}/dn-audit-log4j2.properties -Dorg.apache.ratis.thirdparty.io.netty.allocator.useCacheForAllThreads=false" HADOOP_OPTS="${HADOOP_OPTS} ${HDDS_DN_OPTS}" HADOOP_CLASSNAME=org.apache.hadoop.ozone.HddsDatanodeService OZONE_RUN_ARTIFACT_NAME="hadoop-ozone-datanode" From 7df24971c916e290ba44839217b445cf97eea2f8 Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Mon, 13 May 2019 15:15:37 +0530 Subject: [PATCH 2/2] Add Ratis issue link. --- hadoop-ozone/common/src/main/bin/ozone | 1 + 1 file changed, 1 insertion(+) diff --git a/hadoop-ozone/common/src/main/bin/ozone b/hadoop-ozone/common/src/main/bin/ozone index 9999be8b28c3a..58eb8cdecabb4 100755 --- a/hadoop-ozone/common/src/main/bin/ozone +++ b/hadoop-ozone/common/src/main/bin/ozone @@ -93,6 +93,7 @@ function ozonecmd_case # Add JVM parameter (org.apache.ratis.thirdparty.io.netty.allocator.useCacheForAllThreads=false) # for disabling netty PooledByteBufAllocator thread caches for non-netty threads. # This parameter significantly reduces GC pressure for Datanode. + # Corresponding Ratis issue https://issues.apache.org/jira/browse/RATIS-534. HDDS_DN_OPTS="${HDDS_DN_OPTS} -Dlog4j.configurationFile=${HADOOP_CONF_DIR}/dn-audit-log4j2.properties -Dorg.apache.ratis.thirdparty.io.netty.allocator.useCacheForAllThreads=false" HADOOP_OPTS="${HADOOP_OPTS} ${HDDS_DN_OPTS}" HADOOP_CLASSNAME=org.apache.hadoop.ozone.HddsDatanodeService