13. Setting up HDP

Run the following command to open a command prompt with the Hadoop user in the Hadoop Home directory:

runas /user:hadoop "cmd /K cd %HADOOP_HOME%\bin"

Make, set ownership and permissions on the following directories:

hadoop.cmd dfs -mkdir -p /mapred/history/done /mapred/history/done_intermediate
hadoop.cmd dfs -chmod -R 1777 /mapred/history/done_intermediate
hadoop.cmd dfs -chmod 770 /mapred/history/done
hadoop.cmd dfs -chown -R hadoop:hadoopUsers /mapred
hadoop.cmd dfs -chmod 755 /mapred /mapred/history
hadoop.cmd dfs -mkdir /tmp 
hadoop.cmd dfs -chmod 777 /tmp 
hadoop.cmd dfs -mkdir /app-logs 
hadoop.cmd dfs -chown hadoop:hadoopUsers /app-logs 
hadoop.cmd dfs -chmod 1777 /app-logs
hadoop.cmd dfs -mkdir -p /yarn /yarn/generic-history/
hadoop.cmd dfs -chmod -R 700 /yarn
hadoop.cmd dfs -chown -R hadoop:hadoop /yarn
hadoop.cmd dfs -mkdir -p /apps/hbase/data
hadoop.cmd dfs -chown hadoop:hadoop /apps/hbase/data
hadoop.cmd dfs -chown hadoop:hadoop /apps/hbase/data/..
hadoop.cmd dfs -mkdir -p /user/hbase
hadoop.cmd dfs -chown hadoop:hadoop /user/hbase
hadoop.cmd dfs -mkdir -p /user/hive /hive/warehouse
hadoop.cmd dfs -chown hadoop:hadoop /user/hive
hadoop.cmd dfs -chmod -R 755 /user/hive
hadoop.cmd dfs -chown -R hadoop:users /hive/warehouse
hadoop.cmd dfs -chmod -R 777 /hive/warehouse
hadoop.cmd dfs -mkdir -p /user/hcat
hadoop.cmd dfs -chown -R hadoop:hadoop /user/hcat
hadoop.cmd dfs -mkdir -p /apps/webhcat
hadoop.cmd dfs -chown -R hadoop:users /apps/webhcat
hadoop.cmd dfs -chmod -R 755 /apps/webhcat