From 2b208a5844a4c4c3d7d294c4d02bb2b46852f70e Mon Sep 17 00:00:00 2001 From: setrar Date: Mon, 12 Jan 2015 18:29:35 -0500 Subject: [PATCH] adding single Node Hadoop doc --- README.md | 27 ++++++++++++++------------- 1 file changed, 14 insertions(+), 13 deletions(-) diff --git a/README.md b/README.md index cc3719c..f908e86 100644 --- a/README.md +++ b/README.md @@ -25,23 +25,24 @@ To run the install: > bootstrap/install.sh -HDFS_HOME=~/bin/local/bigdata/hadoop +Set the Hadoop Home +> HDFS_HOME=~/bin/local/bigdata/hadoop ### NameNode Daemons Starting the services -$ $HDFS_HOME/sbin/start-dfs.sh +> $HDFS_HOME/sbin/start-dfs.sh Note: On MacOS, make sure SSH is started. Control Panel/Sharing/Remote Login [ON] Checking Services are running -$ jps +> jps -13049 NameNode (HDFS Name Node) -- Make sure this is running -13241 DataNode (HDFS Data Node) -22752 ResourceManager (Yarn Resource) -22894 NodeManager (Yarn Node) +13049 NameNode (HDFS Name Node) -- Make sure this is running
+13241 DataNode (HDFS Data Node)
+22752 ResourceManager (Yarn Resource)
+22894 NodeManager (Yarn Node)
--- @@ -49,34 +50,34 @@ Monitoring DFS Health Browsing the File System's health -http://fvisqa-lnx:50070 +http://localhost:50070 Yarn Daemons Start ResourceManager daemon and NodeManager daemon: -$ $HDFS_HOME/sbin/start-yarn.sh +> $HDFS_HOME/sbin/start-yarn.sh When you're done, stop the daemons with: -$ $HDFS_HOME/sbin/stop-yarn.sh +> $HDFS_HOME/sbin/stop-yarn.sh Monitoring Resource Manager If you want to look at the running jobs or already executed (Jobwatch Equivalent) -http://fvisqa-lnx:8088 +http://localhost:8088 Hadoop Distributed File System (Hadoop DFS) handling Create and Mount a new Hadoop DFS -$ hdfs namenode -format +> hdfs namenode -format Create a directory in Hadoop DFS Create the user directory along with the owner directory -$ hdfs dfs -mkdir -p /user/${USER} +> hdfs dfs -mkdir -p /user/${USER} ## License