[root@hadoop01 ~]# vim /usr/local/hadoop-2.7.1/etc/hadoop/yarn-site.xml

在定州等地區(qū)，都構(gòu)建了全面的區(qū)域性戰(zhàn)略布局，加強(qiáng)發(fā)展的系統(tǒng)性、市場(chǎng)前瞻性、產(chǎn)品創(chuàng)新能力，以專注、極致的服務(wù)理念，為客戶提供網(wǎng)站制作、網(wǎng)站設(shè)計(jì) 網(wǎng)站設(shè)計(jì)制作按需制作,公司網(wǎng)站建設(shè),企業(yè)網(wǎng)站建設(shè),高端網(wǎng)站設(shè)計(jì),成都全網(wǎng)營(yíng)銷推廣,成都外貿(mào)網(wǎng)站制作,定州網(wǎng)站建設(shè)費(fèi)用合理。

<!-- Site specific YARN configuration properties -->

<property>

<name>yarn.nodemanager.aux-services</name>

<!--注意：這里是下滑線-->

<value>mapreduce_shuffle</value>

</property>

<property>

<name>yarn.resourcemanager.ha.enabled</name>

<value>true</value>

</property>

<!--失敗轉(zhuǎn)移默認(rèn)開啟-->

<property>

<name>yarn.resourcemanager.ha.automatic-failover.enabled</name>

<value>true</value>

</property>

<property>

<name>yarn.resourcemanager.cluster-id</name>

<value>qianfengyarn</value>

</property>

<property>

<name>yarn.resourcemanager.ha.rm-ids</name>

<value>rm1,rm2</value>

</property>

<property>

<name>yarn.resourcemanager.hostname.rm1</name>

<value>hadoop01</value>

</property>

<property>

<name>yarn.resourcemanager.hostname.rm2</name>

<value>hadoop02</value>

</property>

<property>

<name>yarn.resourcemanager.webapp.address.rm1</name>

<value>hadoop01:8088</value>

</property>

<property>

<name>yarn.resourcemanager.webapp.address.rm2</name>

<value>hadoop02:8088</value>

</property>

<property>

<name>yarn.resourcemanager.zk-address</name>

<value>hadoop01:2181,hadoop02:2181,hadoop03:2181</value>

</property>

[root@hadoop01 hadoop-2.7.1]# vim ./etc/hadoop/mapred-site.xml

<property>

<name>mapreduce.framework.name</name>

<value>yarn</value>

<final>true</final>

</property>

<property>

<name>mapreduce.map.memory.mb</name>

<value>1024</value>

</property>

<property>

<name>mapreduce.jobhistory.address</name>

<value>hadoop01:10020</value>

</property>

<property>

<name>mapreduce.jobhistory.webapp.address</name>

<value>hadoop01:19888</value>

</property>

發(fā)送到集群服務(wù)器

[root@hadoop01 hadoop-2.7.1]# scp -r ./etc/hadoop/mapred-site.xml hadoop02:/usr/local/hadoop-2.7.1/etc/hadoop/

mapred-site.xml                                                                        100% 1218     1.2KB/s   00:00

[root@hadoop01 hadoop-2.7.1]# scp -r ./etc/hadoop/mapred-site.xml hadoop03:/usr/local/hadoop-2.7.1/etc/hadoop/

mapred-site.xml                                                                        100% 1218     1.2KB/s   00:00

[root@hadoop01 hadoop-2.7.1]# scp -r ./etc/hadoop/yarn-site.xml hadoop03:/usr/local/hadoop-2.7.1/etc/hadoop/

yarn-site.xml                                                                          100% 1845     1.8KB/s   00:00

[root@hadoop01 hadoop-2.7.1]# scp -r ./etc/hadoop/yarn-site.xml hadoop02:/usr/local/hadoop-2.7.1/etc/hadoop/

yarn-site.xml

[root@hadoop01 hadoop-2.7.1]# start-yarn.sh

starting yarn daemons

starting resourcemanager, logging to /usr/local/hadoop-2.7.1/logs/yarn-root-resourcemanager-hadoop01.out

hadoop01: starting nodemanager, logging to /usr/local/hadoop-2.7.1/logs/yarn-root-nodemanager-hadoop01.out

hadoop03: starting nodemanager, logging to /usr/local/hadoop-2.7.1/logs/yarn-root-nodemanager-hadoop03.out

hadoop02: starting nodemanager, logging to /usr/local/hadoop-2.7.1/logs/yarn-root-nodemanager-hadoop02.out

[root@hadoop02 sbin]# yarn-daemon.sh start resourcemanager

starting resourcemanager, logging to /usr/local/hadoop-2.7.1/logs/yarn-root-resourcemanager-hadoop02.out

查看ResourceManager狀態(tài)

[root@hadoop01 hadoop-2.7.1]# yarn rmadmin -getServiceState rm1

18/01/13 16:17:56 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable

active

[root@hadoop02 sbin]# yarn rmadmin -getServiceState rm2

18/01/13 16:20:51 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable

standby

[root@hadoop01 ~]# start-all.sh

[root@hadoop01 ~]# service ntpd start

集群所有機(jī)器開啟zookeeper，zkServer.sh start

[root@hadoop01 ~]# yarn-daemon.sh start resourcemanager

[root@hadoop01 ~]# start-dfs.sh

所有的進(jìn)程必須都有，請(qǐng)仔細(xì)核對(duì)

[root@hadoop01 logs]# jps

8608 JobHistoryServer

16833 DataNode

3155 QuorumPeerMain

17300 ResourceManager

17463 Jps

16727 NameNode

17210 DFSZKFailoverController

17423 NodeManager

17055 JournalNode

[root@hadoop02 ~]# jps

9472 DFSZKFailoverController

7108 ResourceManager

9254 DataNode

9719 Jps

9353 JournalNode

9566 NodeManager

9183 NameNode

2751 QuorumPeerMain

[root@hadoop03 ~]# jps

2546 QuorumPeerMain

6738 Jps

6503 JournalNode

6408 DataNode

6606 NodeManager

8608 JobHistoryServer

[root@hadoop01 logs]# mr-jobhistory-daemon.sh stop historyserver

[root@hadoop01 logs]# mr-jobhistory-daemon.sh start historyserver

7108 ResourceManager

[root@hadoop02 ~]# stop-yarn.sh

stopping yarn daemons

stopping resourcemanager

hadoop02: no nodemanager to stop

hadoop01: no nodemanager to stop

hadoop03: no nodemanager to stop

no proxyserver to stop

[root@hadoop02 sbin]# yarn-daemon.sh start resourcemanager

[root@hadoop02 ~]# hadoop-daemon.sh start namenode

starting namenode, logging to /usr/local/hadoop-2.7.1/logs/hadoop-root-namenode-hadoop02.out

測(cè)試

hadoop jar /usr/local/hadoop-2.7.1/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.1.jar wordcount /README.txt /out/05

新聞標(biāo)題：hadoop集群搭建（二）YARN高可用
網(wǎng)頁(yè)路徑：http://jinyejixie.com/article44/ppscee.html

成都網(wǎng)站建設(shè)公司_創(chuàng)新互聯(lián)，為您提供網(wǎng)站營(yíng)銷、網(wǎng)站建設(shè)、微信公眾號(hào)、做網(wǎng)站、定制網(wǎng)站、小程序開發(fā)

廣告

聲明：本網(wǎng)站發(fā)布的內(nèi)容（圖片、視頻和文字）以用戶投稿、用戶轉(zhuǎn)載內(nèi)容為主，如果涉及侵權(quán)請(qǐng)盡快告知，我們將會(huì)在第一時(shí)間刪除。文章觀點(diǎn)不代表本網(wǎng)站立場(chǎng)，如需處理請(qǐng)聯(lián)系客服。電話：028-86922220；郵箱：631063699@qq.com。內(nèi)容未經(jīng)允許不得轉(zhuǎn)載，或轉(zhuǎn)載時(shí)需注明來源： 創(chuàng)新互聯(lián)