操作记录"/>
hadoop安装操作记录
配置ip
配置免登录
安装jdk
--------------------开始装hadoop-----------------------------------
拷贝hadoop到机子
mkdir /home/xhdatacd /home/xhdata
解压
tar -zvxf hadoop-2.7.3.tar.gzcd hadoop-2.7.3\etc\hadoop
----------------------------------------------------
vi core-site.xml
找到configuration节点
在节点中间插入
<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration><property>
<name>fs.default.name</name>
<value>hdfs://192.168.1.111:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/home/xhdata/hadoop-2.7.3/data/hadooptemp</value>
</property></configuration>
保存
--------------------------------------------------------------------------
vi hadoop-env.sh
找到export JAVA_HOME=****
改成export JAVA_HOME=/home/xhdata/jdk1.7.0_79
找到export HADOOP_PID_DIR=*****
改成export HADOOP_PID_DIR=/home/xhdata/hadoop-2.7.3/data/pid
找到export HADOOP_SECURE_DN_PID_DIR=******
改成export HADOOP_SECURE_DN_PID_DIR=/home/xhdata/hadoop-2.7.3/data/pid
保存
--------------------------------------------------------------
vi hdfs-site.xml
<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration><property>
<name>dfs.namenode.name.dir</name>
<value>/home/xhdata/hadoop-2.7.3/data/hadoop/name</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>/home/xhdata/hadoop-2.7.3/data/hadoop/data</value>
</property>
<property>
<name>dfs.replication</name>
<value>3</value>
</property></configuration>
保存
---------------------------------------------------------------------------------------
cat mapred-site.xml.template >> mapred-site.xml
vi mapred-site.xml
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration><property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
<description>Execution framework set to Hadoop YARN</description>
</property></configuration>
保存
--------------------------------------------------------------------------
vi slaves
改为
192.168.1.111
192.168.1.112
192.168.1.113
保存
----------------------------------------------------
vi yarn-site.xml
<?xml version="1.0"?><configuration><property>
<name>yarn.nodemanager.address</name>
<value>192.168.1.119:8041</value>
</property>
<property>
<name>yarn.resouremanager.hostname</name>
<value>192.168.1.119</value>
</property>
<property>
<name>yarn.resourcemanager.scheduler.address</name>
<value>192.168.1.119:8030</value>
</property>
<property>
<name>yarn.resourcemanager.resource-tracker.address</name>
<value>192.168.1.119:8031</value>
</property>
<property>
<name>yarn.resourcemanager.address</name>
<value>192.168.1.119:8032</value>
</property>
<property>
<name>yarn.resourcemanager.admin.address</name>
<value>192.168.1.119:8033</value>
</property>
<property>
<name>yarn.resourcemanager.webapp.address</name>
<value>192.168.1.119:8088</value>
</property></configuration>
保存
-------------------系统环境配置--------------------------
scp /etc/profile root@192.168.1.112:/etc/profile
scp /etc/profile root@192.168.1.113:/etc/profile
ssh root@192.168.1.112 "source /etc/profile"
ssh root@192.168.1.113 "source /etc/profile"
--------------------复制文件------------------------------
ssh root@192.168.1.112 "rm -rf /home/xhdata/*"
ssh root@192.168.1.113 "rm -rf /home/xhdata/*"
ssh root@192.168.1.112 "mkdir /home/xhdata"
ssh root@192.168.1.113 "mkdir /home/xhdata"
scp -r /home/xhdata/* root@192.168.1.112:/home/xhdata/
scp -r /home/xhdata/* root@192.168.1.113:/home/xhdata/
--------------------------格式化并且启动---------------------------------------------
cd /home/xhdata/hadoop-2.7.3/
bin/hdfs namenode -format
sbin/start-all.sh
sbin/stop-all.sh
------------------------------------------------
jps 查看hadoop 状态5个进程
ip:8088 看集群机器
ip:50070 看主机情况
--------------------每次配置错误时重新配置--------------------------------
ssh root@192.168.1.112 "rm -rf /home/xhdata/*"
ssh root@192.168.1.113 "rm -rf /home/xhdata/*"
rm -rf /home/xhdata/hadoop-2.7.3/data/*
ssh root@192.168.1.112 "rm -rf /home/xhdata/hadoop-2.7.3/data/*"
ssh root@192.168.1.113 "rm -rf /home/xhdata/hadoop-2.7.3/data/*"
更多推荐
hadoop安装操作记录
发布评论