【3】搭建HA高可用hadoop-2.3（部署配置hadoop--cdh5.1.0）
#mkdir -p /data/hadoop/yarn/local#mkdir -p /data/hadoop/logs
#chown -R hadoop /data/hadoop
#vim yarn-site.xml
yarn.resourcemanager.connect.retry-interval.ms
2000
yarn.resourcemanager.ha.enabled
true
yarn.resourcemanager.ha.automatic-failover.enabled
true
yarn.resourcemanager.ha.rm-ids
rm1,rm2
yarn.resourcemanager.ha.id
rm1
If we want to launch more than one RM in single node, we need this configuration
yarn.resourcemanager.recovery.enabled
true
yarn.resourcemanager.zk-state-store.address
localhost:2181
yarn.resourcemanager.store.class
org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore
yarn.resourcemanager.zk-address
localhost:2181
yarn.resourcemanager.cluster-id
yarncluster
yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms
5000
yarn.resourcemanager.address.rm1
master1:8032
yarn.resourcemanager.scheduler.address.rm1
master1:8030
yarn.resourcemanager.webapp.address.rm1
master1:8088
yarn.resourcemanager.resource-tracker.address.rm1
master1:8031
yarn.resourcemanager.admin.address.rm1
master1:8033
yarn.resourcemanager.ha.admin.address.rm1
master1:8035
yarn.resourcemanager.address.rm2
master2:8032
yarn.resourcemanager.scheduler.address.rm2
master2:8030
yarn.resourcemanager.webapp.address.rm2
master2:8088
yarn.resourcemanager.resource-tracker.address.rm2
master2:8031
yarn.resourcemanager.admin.address.rm2
master2:8033
yarn.resourcemanager.ha.admin.address.rm2
master2:8035
Address where the localizer IPC is.
yarn.nodemanager.localizer.address
0.0.0.0:8040
NM Webapp address.
yarn.nodemanager.webapp.address
0.0.0.0:8042
yarn.nodemanager.aux-services
mapreduce_shuffle
yarn.nodemanager.aux-services.mapreduce.shuffle.class
org.apache.hadoop.mapred.ShuffleHandler
yarn.nodemanager.local-dirs
/data/hadoop/yarn/local
yarn.nodemanager.log-dirs
/data/hadoop/logs
mapreduce.shuffle.port
8050
yarn.client.failover-proxy-provider
org.apache.hadoop.yarn.client.ConfiguredRMFailoverProxyProvider
页:
[1]