Hadoop集群的ResourceManager HA高可用配置

ResourceManager HA

yarn-site.xml：

[code]<configuration>

<!-- Site specific YARN configuration properties -->
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name> yarn.resourcemanager.hostname</name>
<value>172.17.0.3</value>
</property>
<property>
<name>yarn.log-aggregation-enable</name>
<value>true</value>
</property>
<property>
<name>yarn.log-aggregation.retain-seconds</name>
<value>640800</value>
</property>
<property>
<name>yarn.nodemanager.resource.memory-mb</name>
<value>4096</value>
</property>
<property>
<name>yarn.nodemanager.resource.cpu-vcores</name>

<value>4</value>

</property>

<property>
<name>yarn.log.server.url</name>
<value>http://cdh0:19888/jobhistory/logs/</value>
</property>
<property>
<name>yarn.resourcemanager.ha.enabled</name>
<value>true</value>
</property>
<!--声明两台 resourcemanager 的地址-->
<property>
<name>yarn.resourcemanager.cluster-id</name>
<value>cluster-yarn1</value>
</property>
<property>
<name>yarn.resourcemanager.ha.rm-ids</name>
<value>cdh1,cdh2</value>
</property>
<property>
<name>yarn.resourcemanager.hostname.cdh1</name>
<value>cdh1</value>
</property>
<property>
<name>yarn.resourcemanager.hostname.cdh2</name>
<value>cdh2</value>
</property>
<property>
<!--指定 zookeeper 集群的地址-->
<name>yarn.resourcemanager.zk-address</name>
<value>cdh0:2181,cdh1:2181,cdh2:2181</value>
</property>
<property>
<!--启用自动恢复-->
<name>yarn.resourcemanager.recovery.enabled</name>
<value>true</value>
</property>
<property>
<!--指定 resourcemanager 的状态信息存储在 zookeeper 集群-->
<name>yarn.resourcemanager.store.class</name>
<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
</property>
</configuration>

使用scp命令拷贝给其他两台机器

在cdh1中启动ResourceManager和NodeManager

[code]sbin/start-yarn.sh

在cdh2中启动ResourceManager

[code]sbin/yarn-daemon.sh start resourcemanager

查看cdh2中的服务

[code] bin/yarn rmadmin -getServiceState cdh2

至此ResourceManager HA完成