Saturday, March 2, 2019

Hadoop HDFS - Getting to know your cluster

--To find the hadoop version

hadoop version

--HDFS report

sudo su - hdfs

hdfs dfsadmin -report

hdfs dfsadmin -report -live
hdfs dfsadmin -report -dead

--Configuration details

hdfs getconf -namenodes

hdfs getconf -confKey dfs.replication

hdfs getconf -confKey dfs.blocksize

hdfs getconf -confKey dfs.namenode.http-address

hdfs getconf -confKey yarn.resourcemanager.webapp.address

--YARN application details

yarn application -list -appStates ALL

yarn application -list -appStates FAILED

--Other YARN application status

NEW, NEW_SAVING, SUBMITTED, ACCEPTED, RUNNING, FINISHED, FAILED, KILLED