{"id":983,"date":"2021-04-01T11:58:35","date_gmt":"2021-04-01T03:58:35","guid":{"rendered":"https:\/\/www.linuxdevops.cn\/?p=983"},"modified":"2023-06-09T09:34:57","modified_gmt":"2023-06-09T01:34:57","slug":"hadoop-ha-auto-fail-over-deployment-configuration","status":"publish","type":"post","link":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/","title":{"rendered":"Hadoop HA  \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e"},"content":{"rendered":"<p><a href='https:\/\/www.bilibili.com\/video\/BV1zb411P7KY?p=10'><strong>\u89c6\u9891\u6559\u7a0b<\/strong><\/a><\/p>\n<p><a href='https:\/\/hadoop.apache.org\/docs\/stable\/hadoop-project-dist\/hadoop-hdfs\/HDFSHighAvailabilityWithQJM.html'><strong>\u5b98\u65b9\u6587\u6863<\/strong><\/a><\/p>\n<p><a href='https:\/\/cloud.tencent.com\/developer\/article\/1006133'><strong>Hadoop HA \u81ea\u52a8\u5207\u6362\u539f\u7406<\/strong><\/a><\/p>\n<p>&nbsp;<\/p>\n<figure>\n<table>\n<thead>\n<tr>\n<th>IP<\/th>\n<th>HOSTNAME<\/th>\n<th>\u542f\u52a8\u670d\u52a1<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>64.115.3.30<\/td>\n<td>hadoop30<\/td>\n<td><strong>Namenode<\/strong>\\Datanode\\NodeManager\\JournalNode\\Zookeeper\\ZKFC<\/td>\n<\/tr>\n<tr>\n<td>64.115.3.40<\/td>\n<td>hadoop40<\/td>\n<td><strong>Namenode<\/strong>\\<strong>ResourceManager<\/strong>\\Datanode\\NodeManager\\JournalNode\\Zookeeper\\ZKFC<\/td>\n<\/tr>\n<tr>\n<td>64.115.3.50<\/td>\n<td>hadoop50<\/td>\n<td><strong>Namenode<\/strong>\\<strong>ResourceManager<\/strong>\\Datanode\\NodeManager\\JournalNode\\Zookeeper\\ZKFC<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/figure>\n<blockquote>\n<p> \u6ce8\u610f\u4e8b\u9879\uff1a<\/p>\n<p>1\u3001SSH \u514d\u5bc6\u767b\u5f55\u8981\u4e09\u53f0\u670d\u52a1\u5668\u4e92\u76f8\u914d\u7f6e<\/p>\n<p>2\u3001\u6700\u5c0f\u5316\u5b89\u88c5\u7684Centos7\u64cd\u4f5c\u7cfb\u7edf\u9700\u8981\u5b89\u88c5\u4e00\u4e0b<strong>psmisc<\/strong> \u8fd9\u4e2a\u8f6f\u4ef6\u5305\uff0cZKFC \u5207\u6362active namenode\u65f6\u4f7f\u7528\u3002<\/p>\n<p>&nbsp;<\/p>\n<\/blockquote>\n<h2>\u4e00\u3001\u521d\u59cb\u670d\u52a1\u5668<\/h2>\n<p>       <strong>\u6bcf\u53f0\u670d\u52a1\u5668\u90fd\u8981\u4fee\u6539\uff0c\u90fd\u662f\u57fa\u672c\u64cd\u4f5c\u4e0d\u7ec6\u8bf4\u4e0b\u9762\u4e3e\u4e2a\u4f8b\u5b50<\/strong><\/p>\n<ul>\n<li>\u914d\u7f6e\u4e3b\u673aIP<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>$ vim \/etc\/sysconfig\/network-scripts\/ifcfg-ens33\n\nTYPE=Ethernet\nPROXY_METHOD=none\nBROWSER_ONLY=no\nBOOTPROTO=static\nDEFROUTE=yes\nIPV4_FAILURE_FATAL=no\nIPV6INIT=yes\nIPV6_AUTOCONF=yes\nIPV6_DEFROUTE=yes\nIPV6_FAILURE_FATAL=no\nIPV6_ADDR_GEN_MODE=stable-privacy\nNAME=ens33\nUUID=1fce55bf-9a16-45ab-abce-386039d76568\nDEVICE=ens33\nONBOOT=yes\n\nIPADDR=64.115.3.30\nGATEWAY=64.115.3.1\nNETMASK=255.255.255.0\nDNS1=114.114.114.114\nDNS2=8.8.8.8\n<\/code><\/pre>\n<ul>\n<li>\u914d\u7f6e\u4e3b\u673a\u540d\u79f0<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'> hostnamectl set-hostname hadoop30\n<\/code><\/pre>\n<ul>\n<li>\u914d\u7f6e\u57df\u540d\u89e3\u6790<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>$ vim \/etc\/hosts\n127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4\n::1         localhost localhost.localdomain localhost6 localhost6.localdomain6\n64.115.3.30  hadoop30\n64.115.3.40  hadoop40\n64.115.3.50  hadoop50\n<\/code><\/pre>\n<ul>\n<li>\u5173\u95ed\u9632\u706b\u5899<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>systemctl stop firewalld\nsystemctl disable firewalld\n<\/code><\/pre>\n<ul>\n<li>\u914d\u7f6essh \u514d\u5bc6\u767b\u5f55<\/li>\n<\/ul>\n<blockquote>\n<p>SSH \u514d\u5bc6\u767b\u5f55\u8981\u4e09\u53f0\u670d\u52a1\u5668\u4e92\u76f8\u914d\u7f6e<\/p>\n<\/blockquote>\n<pre><code class='language-shell' lang='shell'>#hadoop30\u300140\u300150 \u670d\u52a1\u5668\u4e0a\u6267\u884c\nssh-keygen\nssh-copy-id  root@hadoop30\nssh-copy-id  root@hadoop40\nssh-copy-id  root@hadoop50\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210315140815.png\" referrerpolicy=\"no-referrer\"><\/p>\n<ul>\n<li>\u5b89\u88c5\u4f9d\u8d56\u5305<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>#\u8fd9\u4e2a\u8f6f\u4ef6\u662fzkfc \u5728\u505a\u81ea\u52a8\u5207\u6362\u7684\u65f6\u5019\u9700\u8981\u7528\u7684\uff0c\u6700\u5c0f\u5316\u5b89\u88c5\u7684centos7\u7cfb\u7edf\u9ed8\u8ba4\u6ca1\u6709\u8fd9\u4e2a\u8f6f\u4ef6\uff0c\u9020\u6210\u81ea\u52a8\u5207\u6362\u5931\u8d25\u3002\nyum install psmisc\n<\/code><\/pre>\n<h2>\u4e8c\u3001\u4e0b\u8f7d\u5b89\u88c5\u5305\uff0c\u914d\u7f6e\u73af\u5883\u53d8\u91cf\uff0c\u5b89\u88c5Zookeeper<\/h2>\n<p>\u6211\u7684\u8f6f\u4ef6\u5b89\u88c5\u76ee\u5f55\u662f  \/software <\/p>\n<pre><code class='language-shell' lang='shell'>mkdir \/software\n<\/code><\/pre>\n<p>\u4e0b\u8f7d\u5730\u5740\uff1a   <\/p>\n<p>    JAVA JDK \uff1a <a href='https:\/\/www.oracle.com\/java\/technologies\/javase\/javase-jdk8-downloads.html' target='_blank' class='url' rel=\"noopener\">https:\/\/www.oracle.com\/java\/technologies\/javase\/javase-jdk8-downloads.html<\/a><\/p>\n<p>    HADOOP \uff1a <a href='https:\/\/www.apache.org\/dyn\/closer.cgi\/hadoop\/common\/hadoop-3.3.0\/hadoop-3.3.0.tar.gz' target='_blank' class='url' rel=\"noopener\">https:\/\/www.apache.org\/dyn\/closer.cgi\/hadoop\/common\/hadoop-3.3.0\/hadoop-3.3.0.tar.gz<\/a><\/p>\n<p>    Zookeeper \uff1a \u5b89\u88c5\u914d\u7f6e\u65b9\u5f0f <a href='https:\/\/www.linuxdevops.cn\/2021\/03\/zookeeper-distributed-coordination-service-for-distributed\/'><strong>\u4f20\u9001\u95e8<\/strong><\/a><\/p>\n<blockquote>\n<p>\u6ce8\u610f\uff1aZookeeper \u5b89\u88dd\u5305\u4e0b\u8f09\u7684\u6642\u5019\u4e0b\u8f7d\u5e26-bin \u7684\u538b\u7f29\u5305apache-zookeeper-3.7.0-bin.tar.gz<\/p>\n<\/blockquote>\n<ul>\n<li>\u89e3\u538b<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>  tar -zxvf jdk-8u271-linux-x64.tar.gz\n  tar -zxvf hadoop-3.3.0.tar.gz\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401095221.png\" referrerpolicy=\"no-referrer\"><\/p>\n<ul>\n<li>\u914d\u7f6e\u73af\u5883\u53d8\u91cf<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>$  vim \/etc\/profile \u6700\u540e\u9762\u8ffd\u52a0\u4ee5\u4e0b\u5185\u5bb9\n<\/code><\/pre>\n<pre><code class='language-shell' lang='shell'>#java\nexport JAVA_HOME=\/software\/jdk1.8.0_271\nexport PATH=$JAVA_HOME\/bin:$PATH\nexport CLASSPATH=.:$JAVA_HOME\/lib\/dt.jar:$JAVA_HOME\/lib\/tools.jar\n\n#hadoop\nexport HADOOP_HOME=\/software\/hadoop-3.3.0\nexport PATH=$PATH:$HADOOP_HOME\/bin\nexport PATH=$PATH:$HADOOP_HOME\/sbin\nexport HADOOP_OPTS=&quot;-Djava.library.path=$HADOOP_HOME\/lib:$HADOOP_HOME\/lib\/native&quot;\n#zookeeper\nexport ZOOKEEPER_HOME=\/software\/apache-zookeeper-3.7.0-bin\nexport PATH=$PATH:$ZOOKEEPER_HOME\/bin\n#\u811a\u672c\nexport PATH=\/root:$PATH\n<\/code><\/pre>\n<ul>\n<li>\u7f16\u5199\u4e24\u4e2a\u5c0f\u811a\u672c\uff0c\u7528\u4e8e\u540e\u7eed\u540c\u6b65\u6587\u4ef6\uff0c\u67e5\u770b\u8fdb\u7a0b<\/li>\n<\/ul>\n<pre><code class='language-shell' lang='shell'>$ cd \/root\n$ vim xsync\n\n#!\/bin\/bash\n# \u5224\u65ad\u53c2\u6570\u4e2a\u6570\nif [ $# -lt 1  ]\nthen\n  echo &quot;\u6ca1\u6709\u4f20\u9012\u53c2\u6570\uff01&quot;\n  exit;\nfi\n\n# \u904d\u5386\u7fa4\u96c6\u6240\u6709\u673a\u5668\nfor host in 64.115.3.30  64.115.3.40  64.115.3.50\ndo\n   echo &quot;============================= $host ===========================&quot;\n   #\u904d\u5386\u6240\u6709\u76ee\u5f55\uff0c\u6328\u4e2a\u53d1\u9001\n   for file in $@\n   do\n       #\u5224\u65ad\u6587\u4ef6\u662f\u5426\u5b58\u5728\n       if [ -e $file ]\n          then\n               #\u83b7\u53d6\u7236\u76ee\u5f55\n               pdir=$( cd -P $(dirname $file ); pwd )\n               #\u83b7\u53d6\u5f53\u524d\u6587\u4ef6\u7684\u540d\u79f0\n               fname=$(basename $file)\n               ssh $host &quot;mkdir -p $pdir&quot;\n               rsync -av $pdir\/$fname  $host:$pdir\n           else\n               echo &quot;$file  \u4e0d\u5b58\u5728\uff01&quot;\n         fi\n    done\ndone\n<\/code><\/pre>\n<pre><code class='language-shell' lang='shell'>$ vim jpsall\n\n#!\/bin\/bash\nfor host in hadoop30 hadoop40 hadoop50\ndo\n echo =============== $host ===============\n ssh $host    \/software\/jdk1.8.0_271\/bin\/jps\ndone\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<pre><code class='language-shell' lang='shell'>#\u52a0\u4e2a\u6267\u884c\u6743\u9650\n$ chmod +x xsync\n<\/code><\/pre>\n<h2>\u4e09\u3001\u4fee\u6539Hadoop \u7fa4\u96c6\u914d\u7f6e<\/h2>\n<blockquote>\n<p> \u6bcf\u9879\u914d\u7f6e\u57fa\u672c\u90fd\u6709\u6ce8\u91ca\uff0c\u5f88\u597d\u7406\u89e3\u3002<\/p>\n<\/blockquote>\n<ol>\n<li>\n<p>\u914d\u7f6ehadoop.env.sh<\/p>\n<pre><code class='language-shell' lang='shell'>#\u8bbe\u7f6e\u4e3aJava\u5b89\u88c5\u7684\u6839\u76ee\u5f55\nexport JAVA_HOME=\/software\/jdk1.8.0_271\nexport HADOOP_PID_DIR=\/software\/hadoop-3.3.0\/tmp\n\n#\u5c06\u8fd0\u884c\u7528\u6237\u8bbe\u7f6e\u4e3aroot \u7528\u6237\nexport HDFS_NAMENODE_USER=root\nexport HDFS_DATANODE_USER=root\nexport HDFS_SECONDARYNAMENODE_USER=root\nexport YARN_RESOURCEMANAGER_USER=root\nexport YARN_NODEMANAGER_USER=root\nexport HDFS_JOURNALNODE_USER=root\nexport HDFS_ZKFC_USER=root\n<\/code><\/pre>\n<\/li>\n<li>\n<p>\u914d\u7f6ehdfs.site.xml<\/p>\n<pre><code class='language-xml' lang='xml'>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;\n&lt;?xml-stylesheet type=&quot;text\/xsl&quot; href=&quot;configuration.xsl&quot;?&gt;\n&lt;!--\n  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n  you may not use this file except in compliance with the License.\n  You may obtain a copy of the License at\n\n    http:\/\/www.apache.org\/licenses\/LICENSE-2.0\n\n  Unless required by applicable law or agreed to in writing, software\n  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n  See the License for the specific language governing permissions and\n  limitations under the License. See accompanying LICENSE file.\n--&gt;\n\n&lt;!-- Put site-specific property overrides in this file. --&gt;\n\n&lt;configuration&gt;\n    &lt;!--\u526f\u672c\u6570 \u9ed8\u8ba4\u4e3a 3 --&gt;\n    &lt;property&gt;\n            &lt;name&gt;dfs.replication&lt;\/name&gt;\n            &lt;value&gt;3&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- hdfs \u96c6\u7fa4\u540d\u79f0--&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.nameservices&lt;\/name&gt;\n      &lt;value&gt;mycluster&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!--\u96c6\u7fa4\u5185namenode\u914d\u7f6e--&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.ha.namenodes.mycluster&lt;\/name&gt;\n      &lt;value&gt;nn30,nn40,nn50&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- namenode rpc \u901a\u4fe1\u7aef\u53e3 --&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.rpc-address.mycluster.nn30&lt;\/name&gt;\n      &lt;value&gt;hadoop30:8020&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.rpc-address.mycluster.nn40&lt;\/name&gt;\n      &lt;value&gt;hadoop40:8020&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.rpc-address.mycluster.nn50&lt;\/name&gt;\n      &lt;value&gt;hadoop50:8020&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- namenode WEB \u7aef\u914d\u7f6e --&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.http-address.mycluster.nn1&lt;\/name&gt;\n      &lt;value&gt;hadoop30:9870&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.http-address.mycluster.nn2&lt;\/name&gt;\n      &lt;value&gt;hadoop40:9870&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.http-address.mycluster.nn3&lt;\/name&gt;\n      &lt;value&gt;hadoop50:9870&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u6307\u5b9aNameNode\u5143\u6570\u636e\u5728JournalNode\u4e0a\u7684\u5b58\u653e\u4f4d\u7f6e --&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.namenode.shared.edits.dir&lt;\/name&gt;\n      &lt;value&gt;qjournal:\/\/hadoop30:8485;hadoop40:8485;hadoop50:8485\/mycluster&lt;\/value&gt;\n    &lt;\/property&gt;\n      &lt;!-- \u58f0\u660ejournalnode\u670d\u52a1\u5668\u5b58\u50a8\u76ee\u5f55--&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.journalnode.edits.dir&lt;\/name&gt;\n      &lt;value&gt;\/data\/hadoop\/journalnode&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- HDFS\u5ba2\u6237\u7aef\u7528\u4e8e\u8054\u7cfbActive NameNode\u7684Java\u7c7b --&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.client.failover.proxy.provider.mycluster&lt;\/name&gt;\n      &lt;value&gt;org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u5728\u6545\u969c\u8f6c\u79fb\u671f\u95f4\u5c06\u7528\u4e8e\u9694\u79bbActive NameNode\u7684\u811a\u672c\u6216Java\u7c7b\u7684\u5217\u8868 --&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.ha.fencing.methods&lt;\/name&gt;\n      &lt;value&gt;sshfence&lt;\/value&gt; &lt;!--SSH\u5230Active NameNode\u5e76\u7ec8\u6b62\u8fdb\u7a0b\uff0c\u540c\u4e00\u65f6\u523b\u53ea\u80fd\u6709\u4e00\u53f0\u670d\u52a1\u5bf9\u5916\u76f8\u5e94--&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.ha.fencing.ssh.private-key-files&lt;\/name&gt;\n      &lt;value&gt;\/root\/.ssh\/id_rsa&lt;\/value&gt; &lt;!-- \u7528\u4e8essh\u767b\u5f55\u7684\u79c1\u94a5 --&gt;\n    &lt;\/property&gt;  \n    &lt;!-- \u542f\u7528\u6545\u969c\u81ea\u52a8\u8f6c\u79fb --&gt;\n    &lt;property&gt;\n      &lt;name&gt;dfs.ha.automatic-failover.enabled&lt;\/name&gt;\n      &lt;value&gt;true&lt;\/value&gt;\n    &lt;\/property&gt;\n\n    &lt;!-- \u767d\u540d\u5355\n    &lt;property&gt;\n       &lt;name&gt;dfs.hosts&lt;\/name&gt;\n       &lt;value&gt;\/software\/hadoop-3.3.0\/etc\/hadoop\/whitelist&lt;\/value&gt;\n    &lt;\/property&gt;\n    --&gt;\n    &lt;!-- \u9ed1\u540d\u5355 \n    &lt;property&gt;\n       &lt;name&gt;dfs.hosts.exclude&lt;\/name&gt;\n       &lt;value&gt;\/software\/hadoop-3.3.0\/etc\/hadoop\/blacklist&lt;\/value&gt;\n    &lt;\/property&gt;\n     --&gt;\n&lt;\/configuration&gt;\n<\/code><\/pre>\n<\/li>\n<li>\n<p>\u914d\u7f6ecore.site.xnl<\/p>\n<pre><code class='language-xml' lang='xml'>&lt;?xml version=&quot;1.0&quot; encoding=&quot;UTF-8&quot;?&gt;\n&lt;?xml-stylesheet type=&quot;text\/xsl&quot; href=&quot;configuration.xsl&quot;?&gt;\n&lt;!--\n  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n  you may not use this file except in compliance with the License.\n  You may obtain a copy of the License at\n\n    http:\/\/www.apache.org\/licenses\/LICENSE-2.0\n\n  Unless required by applicable law or agreed to in writing, software\n  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n  See the License for the specific language governing permissions and\n  limitations under the License. See accompanying LICENSE file.\n--&gt;\n\n&lt;!-- Put site-specific property overrides in this file. --&gt;\n\n&lt;configuration&gt;\n  &lt;!--\u5b9a\u4e49namenode\u5730\u5740--&gt;\n    &lt;property&gt;\n        &lt;name&gt;fs.defaultFS&lt;\/name&gt;\n        &lt;value&gt;hdfs:\/\/mycluster&lt;\/value&gt;\n    &lt;\/property&gt;\n  &lt;!-- \u914d\u7f6eZookeeper \u5730\u5740 --&gt;\n  &lt;property&gt;\n    &lt;name&gt;ha.zookeeper.quorum&lt;\/name&gt;\n    &lt;value&gt;hadoop30:2181,hadoop40:2181,hadoop50:2181&lt;\/value&gt;\n  &lt;\/property&gt;\n  &lt;!--\u4fee\u6539hadoop\u5b58\u50a8\u6570\u636e\u7684\u9ed8\u8ba4\u4f4d\u7f6e--&gt;\n  &lt;property&gt;\n        &lt;name&gt;hadoop.tmp.dir&lt;\/name&gt;\n        &lt;value&gt;\/data\/hadoop&lt;\/value&gt;\n  &lt;\/property&gt;  \n  &lt;!-- \u542f\u7528\u56de\u6536\u7ad9\uff0c\u5783\u573e\u56de\u6536\u65f6\u95f4\u4e3a5\u5206\u949f --&gt;\n    &lt;property&gt;\n         &lt;name&gt;fs.trash.interval&lt;\/name&gt;\n         &lt;value&gt;5&lt;\/value&gt;\n    &lt;\/property&gt;\n  &lt;!-- \u5f53\u524d\u7528\u6237\u5168\u8bbe\u7f6e\u6210root --&gt;\n  &lt;property&gt;\n    &lt;name&gt;hadoop.http.staticuser.user&lt;\/name&gt;\n    &lt;value&gt;root&lt;\/value&gt;\n  &lt;\/property&gt;\n\n  &lt;!-- \u4e0d\u5f00\u542f\u6743\u9650\u68c0\u67e5 --&gt;\n  &lt;property&gt;\n    &lt;name&gt;dfs.permissions.enabled&lt;\/name&gt;\n    &lt;value&gt;false&lt;\/value&gt;\n  &lt;\/property&gt;\n&lt;\/configuration&gt;\n<\/code><\/pre>\n<\/li>\n<li>\n<p>\u914d\u7f6eyarn.site.xml<\/p>\n<pre><code class='language-xml' lang='xml'>&lt;?xml version=&quot;1.0&quot;?&gt;\n&lt;!--\n  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n  you may not use this file except in compliance with the License.\n  You may obtain a copy of the License at\n\n    http:\/\/www.apache.org\/licenses\/LICENSE-2.0\n\n  Unless required by applicable law or agreed to in writing, software\n  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n  See the License for the specific language governing permissions and\n  limitations under the License. See accompanying LICENSE file.\n--&gt;\n&lt;!-- Site specific YARN configuration properties --&gt;\n&lt;configuration&gt;\n        &lt;!--\u6307\u5b9aMR\u8d70shuffle\u534f\u8bae --&gt;\n    &lt;property&gt;\n        &lt;name&gt;yarn.nodemanager.aux-services&lt;\/name&gt;\n        &lt;value&gt;mapreduce_shuffle&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- yarn ha \u542f\u52a8 --&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.ha.enabled&lt;\/name&gt;\n      &lt;value&gt;true&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.cluster-id&lt;\/name&gt;\n      &lt;value&gt;yarn-cluster&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.ha.rm-ids&lt;\/name&gt;\n      &lt;value&gt;rm1,rm2&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.hostname.rm1&lt;\/name&gt;\n      &lt;value&gt;hadoop40&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.hostname.rm2&lt;\/name&gt;\n      &lt;value&gt;hadoop50&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- yarn web \u7aef\u5730\u5740\u7aef\u53e3 --&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.webapp.address.rm1&lt;\/name&gt;\n      &lt;value&gt;hadoop40:8088&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.resourcemanager.webapp.address.rm2&lt;\/name&gt;\n      &lt;value&gt;hadoop50:8088&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- Zookeeper \u5730\u5740\u7aef\u53e3 --&gt;\n    &lt;property&gt;\n      &lt;name&gt;hadoop.zk.address&lt;\/name&gt;\n      &lt;value&gt;hadoop30:2181,hadoop40:2181,hadoop50:2181&lt;\/value&gt;\n    &lt;\/property&gt;\n\n &lt;!-- \u4e0b\u9762\u914d\u7f6e\u90fd\u662f\u4f18\u5316\u9879\uff0c\u6839\u636e\u4e2a\u4eba\u670d\u52a1\u5668\u914d\u7f6e\u6765\u4fee\u6539\uff0c\u53ea\u505aHA\u5b9e\u9a8c\u7684\u8bdd\u53ef\u4ee5\u4e0d\u52a0\u3002 --&gt;\n\n    &lt;!-- \u9009\u62e9\u8c03\u5ea6\u5668\uff0c\u9ed8\u8ba4\u5bb9\u91cf --&gt;\n    &lt;property&gt;\n        &lt;description&gt;The class to use as the resource scheduler.&lt;\/description&gt;\n        &lt;name&gt;yarn.resourcemanager.scheduler.class&lt;\/name&gt;\n        &lt;value&gt;org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- ResourceManager \u5904\u7406\u8c03\u5ea6\u5668\u8bf7\u6c42\u7684\u7ebf\u7a0b\u6570\u91cf,\u9ed8\u8ba4 50\uff1b\u5982\u679c\u63d0\u4ea4\u7684\u4efb\u52a1\u6570\u5927\u4e8e 50\uff0c\u53ef\u4ee5\n         \u589e\u52a0\u8be5\u503c\uff0c\u4f46\u662f\u4e0d\u80fd\u8d85\u8fc7 3 \u53f0 * 4 \u7ebf\u7a0b = 12 \u7ebf\u7a0b\uff08\u53bb\u9664\u5176\u4ed6\u5e94\u7528\u7a0b\u5e8f\u5b9e\u9645\u4e0d\u80fd\u8d85\u8fc7 8\uff09 --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Number of threads to handle scheduler interface.&lt;\/description&gt;\n        &lt;name&gt;yarn.resourcemanager.scheduler.client.thread-count&lt;\/name&gt;\n        &lt;value&gt;8&lt;\/value&gt;\n    &lt;\/property&gt;\n\n    &lt;!-- \u662f\u5426\u8ba9 yarn \u81ea\u52a8\u68c0\u6d4b\u786c\u4ef6\u8fdb\u884c\u914d\u7f6e\uff0c\u9ed8\u8ba4\u662f false\uff0c\u5982\u679c\u8be5\u8282\u70b9\u6709\u5f88\u591a\u5176\u4ed6\u5e94\u7528\u7a0b\u5e8f\uff0c\u5efa\u8bae\n         \u624b\u52a8\u914d\u7f6e\u3002\u5982\u679c\u8be5\u8282\u70b9\u6ca1\u6709\u5176\u4ed6\u5e94\u7528\u7a0b\u5e8f\uff0c\u53ef\u4ee5\u91c7\u7528\u81ea\u52a8 --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Enable auto-detection of node capabilities such as memory and CPU.&lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.resource.detect-hardware-capabilities&lt;\/name&gt;\n        &lt;value&gt;false&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u662f\u5426\u5c06\u865a\u62df\u6838\u6570\u5f53\u4f5c CPU \u6838\u6570\uff0c\u9ed8\u8ba4\u662f false\uff0c\u91c7\u7528\u7269\u7406 CPU \u6838\u6570 --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Flag to determine if logical processors(such as\n    hyperthreads) should be counted as cores. Only applicable on Linux\n    when yarn.nodemanager.resource.cpu-vcores is set to -1 and\n    yarn.nodemanager.resource.detect-hardware-capabilities is true.\n    &lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.resource.count-logical-processors-as-cores&lt;\/name&gt;\n        &lt;value&gt;false&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u865a\u62df\u6838\u6570\u548c\u7269\u7406\u6838\u6570\u4e58\u6570\uff0c\u9ed8\u8ba4\u662f 1.0 --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Multiplier to determine how to convert phyiscal cores to\n    vcores. This value is used if yarn.nodemanager.resource.cpu-vcores\n    is set to -1(which implies auto-calculate vcores) and\n    yarn.nodemanager.resource.detect-hardware-capabilities is set to true. \n    The number of vcores will be calculated as number of CPUs * multiplier.\n        &lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.resource.pcores-vcores-multiplier&lt;\/name&gt;\n        &lt;value&gt;1.0&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- NodeManager \u4f7f\u7528\u5185\u5b58\u6570\uff0c\u9ed8\u8ba4 8G\uff0c\u4fee\u6539\u4e3a 4G \u5185\u5b58 --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Amount of physical memory, in MB, that can be allocated \n    for containers. If set to -1 and\n    yarn.nodemanager.resource.detect-hardware-capabilities is true, it is\n    automatically calculated(in case of Windows and Linux).\n    In other cases, the default is 8192MB.\n        &lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.resource.memory-mb&lt;\/name&gt;\n        &lt;value&gt;4096&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- nodemanager \u7684 CPU \u6838\u6570\uff0c\u4e0d\u6309\u7167\u786c\u4ef6\u73af\u5883\u81ea\u52a8\u8bbe\u5b9a\u65f6\u9ed8\u8ba4\u662f 8 \u4e2a\uff0c\u4fee\u6539\u4e3a 4 \u4e2a --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Number of vcores that can be allocated\n    for containers. This is used by the RM scheduler when allocating\n    resources for containers. This is not used to limit the number of\n    CPUs used by YARN containers. If it is set to -1 and\n    yarn.nodemanager.resource.detect-hardware-capabilities is true, it is\n    automatically determined from the hardware in case of Windows and Linux.\n    In other cases, number of vcores is 8 by default.&lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.resource.cpu-vcores&lt;\/name&gt;\n        &lt;value&gt;4&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u5bb9\u5668\u6700\u5c0f\u5185\u5b58\uff0c\u9ed8\u8ba4 1G --&gt;\n    &lt;property&gt;\n        &lt;description&gt;The minimum allocation for every container request at the \n    RM in MBs. Memory requests lower than this will be set to the value of \n    this property. Additionally, a node manager that is configured to have \n    less memory than this value will be shut down by the resource manager.\n        &lt;\/description&gt;\n        &lt;name&gt;yarn.scheduler.minimum-allocation-mb&lt;\/name&gt;\n        &lt;value&gt;1024&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u5bb9\u5668\u6700\u5927\u5185\u5b58\uff0c\u9ed8\u8ba4 8G\uff0c\u4fee\u6539\u4e3a 2G --&gt;\n    &lt;property&gt;\n        &lt;description&gt;The maximum allocation for every container request at the \n    RM in MBs. Memory requests higher than this will throw an\n    InvalidResourceRequestException.\n        &lt;\/description&gt;\n        &lt;name&gt;yarn.scheduler.maximum-allocation-mb&lt;\/name&gt;\n        &lt;value&gt;2048&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u5bb9\u5668\u6700\u5c0f CPU \u6838\u6570\uff0c\u9ed8\u8ba4 1 \u4e2a --&gt;\n    &lt;property&gt;\n        &lt;description&gt;The minimum allocation for every container request at the \n    RM in terms of virtual CPU cores. Requests lower than this will be set to \n    the value of this property. Additionally, a node manager that is configured \n    to have fewer virtual cores than this value will be shut down by the \n    resource manager.\n        &lt;\/description&gt;\n        &lt;name&gt;yarn.scheduler.minimum-allocation-vcores&lt;\/name&gt;\n        &lt;value&gt;1&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u5bb9\u5668\u6700\u5927 CPU \u6838\u6570\uff0c\u9ed8\u8ba4 4 \u4e2a\uff0c\u4fee\u6539\u4e3a 2 \u4e2a --&gt;\n    &lt;property&gt;\n        &lt;description&gt;The maximum allocation for every container request at the \n    RM in terms of virtual CPU cores. Requests higher than this will throw an\n    InvalidResourceRequestException.&lt;\/description&gt;\n        &lt;name&gt;yarn.scheduler.maximum-allocation-vcores&lt;\/name&gt;\n        &lt;value&gt;2&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u865a\u62df\u5185\u5b58\u68c0\u67e5\uff0c\u9ed8\u8ba4\u6253\u5f00\uff0c\u4fee\u6539\u4e3a\u5173\u95ed --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Whether virtual memory limits will be enforced for\n    containers.&lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.vmem-check-enabled&lt;\/name&gt;\n        &lt;value&gt;false&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u865a\u62df\u5185\u5b58\u548c\u7269\u7406\u5185\u5b58\u8bbe\u7f6e\u6bd4\u4f8b,\u9ed8\u8ba4 2.1 --&gt;\n    &lt;property&gt;\n        &lt;description&gt;Ratio between virtual memory to physical memory when\n    setting memory limits for containers. Container allocations are\n    expressed in terms of physical memory, and virtual memory usage is \n    allowed to exceed this allocation by this ratio.\n    &lt;\/description&gt;\n        &lt;name&gt;yarn.nodemanager.vmem-pmem-ratio&lt;\/name&gt;\n        &lt;value&gt;2.1&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!-- \u914d\u7f6e\u6700\u5927\u4f18\u5148\u7ea7 --&gt;\n    &lt;property&gt;\n        &lt;name&gt;yarn.cluster.max-application-priority&lt;\/name&gt;\n        &lt;value&gt;5&lt;\/value&gt;\n    &lt;\/property&gt;\n\n&lt;\/configuration&gt;\n<\/code><\/pre>\n<\/li>\n<li>\n<p>\u914d\u7f6emapred.site.xml<\/p>\n<pre><code class='language-xml' lang='xml'>&lt;?xml version=&quot;1.0&quot;?&gt;\n&lt;?xml-stylesheet type=&quot;text\/xsl&quot; href=&quot;configuration.xsl&quot;?&gt;\n&lt;!--\n  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n  you may not use this file except in compliance with the License.\n  You may obtain a copy of the License at\n\n    http:\/\/www.apache.org\/licenses\/LICENSE-2.0\n\n  Unless required by applicable law or agreed to in writing, software\n  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n  See the License for the specific language governing permissions and\n  limitations under the License. See accompanying LICENSE file.\n--&gt;\n\n&lt;!-- Put site-specific property overrides in this file. --&gt;\n\n&lt;configuration&gt;\n    &lt;!--\u6307\u5b9aMapReduce \u7a0b\u5e8f\u8fd0\u884c\u5728Yarn \u4e0a --&gt;\n    &lt;property&gt;\n            &lt;name&gt;mapreduce.framework.name&lt;\/name&gt;\n            &lt;value&gt;yarn&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!--\u7ee7\u627f\u73af\u5883\u53d8\u91cf --&gt;\n    &lt;property&gt;\n      &lt;name&gt;yarn.app.mapreduce.am.env&lt;\/name&gt;\n      &lt;value&gt;HADOOP_MAPRED_HOME=${HADOOP_HOME}&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;mapreduce.map.env&lt;\/name&gt;\n      &lt;value&gt;HADOOP_MAPRED_HOME=${HADOOP_HOME}&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;property&gt;\n      &lt;name&gt;mapreduce.reduce.env&lt;\/name&gt;\n      &lt;value&gt;HADOOP_MAPRED_HOME=${HADOOP_HOME}&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!--\u6307\u5b9aJob\u5386\u53f2\u670d\u52a1\u5668\u5730\u5740--&gt;\n    &lt;property&gt;\n            &lt;name&gt;mapreduce.jobhistory.address&lt;\/name&gt;\n            &lt;value&gt;hadoop50:10020&lt;\/value&gt;\n    &lt;\/property&gt;\n    &lt;!--\u6307\u5b9aJob\u5386\u53f2\u670d\u52a1\u5668WEB\u7aef\u5730\u5740 http--&gt;\n    &lt;property&gt;\n            &lt;name&gt;mapreduce.jobhistory.webapp.address&lt;\/name&gt;\n            &lt;value&gt;hadoop50:19888&lt;\/value&gt;\n    &lt;\/property&gt;\n&lt;\/configuration&gt;\n<\/code><\/pre>\n<\/li>\n<li>\n<p>\u914d\u7f6eworkers \u65e7\u7248\u672c\u53eb slave<\/p>\n<pre><code class='language-shell' lang='shell'>hadoop30\nhadoop40\nhadoop50\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<\/li>\n<\/ol>\n<h2>\u56db\u3001\u521d\u59cb\u5316\u542f\u52a8\u96c6\u7fa4<\/h2>\n<ol>\n<li>\n<p>\u521b\u5efa\u6570\u636e\u76ee\u5f55<\/p>\n<pre><code class='language-shell' lang='shell'>mkdir -p \/data\/hadoop\n<\/code><\/pre>\n<\/li>\n<li>\n<p> \u590d\u5236hadoop\u5230\u5176\u4f59\u673a\u5668<\/p>\n<blockquote>\n<p>\u914d\u7f6e\u6587\u4ef6\u4fee\u6539\u597d\u4e4b\u540e\uff0c\u53ef\u4ee5\u7528\u7f16\u5199\u597d\u7684<strong>xsync<\/strong> \u811a\u672c\uff0c\u5c06hadoop \u590d\u5236\u5230\u5176\u4f59\u673a\u5668\u3002<\/p>\n<\/blockquote>\n<pre><code class='language-shell' lang='shell'>#\u540c\u6b65Hadoop\u914d\u7f6e\nxsync \/software\/hadoop-3.3.0\n#\u540c\u6b65Hadoop\u6570\u636e\u76ee\u5f55\nxsync \/data\/hadoop\n<\/code><\/pre>\n<\/li>\n<li>\n<p>\u542f\u52a8JournalNode<\/p>\n<pre><code class='language-shell' lang='shell'># hadoop30 \u4e0b\u542f\u52a8 journalnode\nhadoop-daemon.sh start journalnode\n\n# hadoop40  \u4e0b\u542f\u52a8 journalnode\nhadoop-daemon.sh start journalnode\n\n# hadoop50  \u4e0b\u542f\u52a8 journalnode\nhadoop-daemon.sh start journalnode\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401105323.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<li>\n<h4>\u9009\u62e9\u4e00\u4e2a Namenode \u505a\u683c\u5f0f\u5316<\/h4>\n<pre><code class='language-shell' lang='shell'># \u683c\u5f0f\u5316 hadoop30 \u4e0b\u7684 namenode\nhdfs namenode -format\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401105355.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<li>\n<h4>\u542f\u52a8\u683c\u5f0f\u5316\u540e\u7684 Namenode<\/h4>\n<pre><code class='language-shell' lang='shell'># \u542f\u52a8 hadoop30 \u4e0b\u7684 namenode\nhadoop-daemon.sh start namenode\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401105422.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<li>\n<h4>\u53e6\u5916\u51e0\u53f0 Namenode \u540c\u6b65\u5143\u6570\u636e<\/h4>\n<pre><code class='language-shell' lang='shell'># hadoop40 \u540c\u6b65namenode\u5143\u6570\u636e\nhdfs namenode -bootstrapStandby\n\n# hadoop50 \u540c\u6b65namenode\u5143\u6570\u636e\nhdfs namenode -bootstrapStandby\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401105541.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<li>\n<h4> \u683c\u5f0f\u5316 Zookeeper<\/h4>\n<pre><code class='language-shell' lang='shell'># hadoop30 \u6267\u884c\u683c\u5f0f\u5316 ZooKeeper \u96c6\u7fa4\nhdfs zkfc -formatZK\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401105740.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<li>\n<p>\u542f\u52a8Hadoop HA \u96c6\u7fa4<\/p>\n<pre><code class='language-shell' lang='shell'>start-dfs.sh\nstart-yarn.sh\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401105925.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<li>\n<p>\u542f\u52a8\u5386\u53f2\u670d\u52a1\u5668<\/p>\n<pre><code class='language-shell' lang='shell'>#hadoop50 \u670d\u52a1\u5668\u6267\u884c\nmapred --daemon start historyserver\n<\/code><\/pre>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401110826.png\" referrerpolicy=\"no-referrer\"><\/p>\n<\/li>\n<\/ol>\n<h2>\u4e94\u3001Web\u754c\u9762<\/h2>\n<p>Hadoop\u96c6\u7fa4\u542f\u52a8\u5e76\u8fd0\u884c\u540e\uff0c\u5982\u4e0b\u6240\u8ff0\u68c0\u67e5\u7ec4\u4ef6\u7684Web UI\uff1a<\/p>\n<figure>\n<table>\n<thead>\n<tr>\n<th style='text-align:left;' >\u5b88\u62a4\u8fdb\u7a0b<\/th>\n<th style='text-align:left;' >\u7f51\u9875\u754c\u9762<\/th>\n<th style='text-align:left;' >\u7b14\u8bb0<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td style='text-align:left;' >NameNode<\/td>\n<td style='text-align:left;' ><a href='http:\/\/nn_host:port\/'>http\uff1a\/\/ nn_host\uff1aport \/<\/a><\/td>\n<td style='text-align:left;' >\u9ed8\u8ba4\u7684HTTP\u7aef\u53e3\u662f9870\u3002<\/td>\n<\/tr>\n<tr>\n<td style='text-align:left;' >ResourceManager<\/td>\n<td style='text-align:left;' ><a href='http:\/\/rm_host:port\/'>http\uff1a\/\/ rm_host\uff1aport \/<\/a><\/td>\n<td style='text-align:left;' >\u9ed8\u8ba4\u7684HTTP\u7aef\u53e3\u4e3a8088\u3002<\/td>\n<\/tr>\n<tr>\n<td style='text-align:left;' >MapReduce JobHistory Server<\/td>\n<td style='text-align:left;' ><a href='http:\/\/jhs_host:port\/'>http\uff1a\/\/ jhs_host\uff1aport \/<\/a><\/td>\n<td style='text-align:left;' >\u9ed8\u8ba4\u7684HTTP\u7aef\u53e3\u662f19888\u3002<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/figure>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401110432.png\" referrerpolicy=\"no-referrer\" alt=\"Namenode\"><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401111044.png\" referrerpolicy=\"no-referrer\" alt=\"Resourcemanager\"><\/p>\n<p><img decoding=\"async\" src=\"https:\/\/image-1301591444.cos.ap-beijing.myqcloud.com\/20210401111133.png\" referrerpolicy=\"no-referrer\" alt=\"JobHistory\"><\/p>\n<h2>\u516d\u3001\u9a8c\u8bc1\u96c6\u7fa4<\/h2>\n<ul>\n<li>\u5173\u95ed\u72b6\u6001\u4e3a active \u7684 namenode<\/li>\n<\/ul>\n<ul>\n<p>\u53e6\u5916\u4e24\u53f0 namenode\u5176\u4e2d\u4e00\u53f0 \u4f1a\u6210\u4e3a active \u72b6\u6001<\/p>\n<p>\u91cd\u65b0\u542f\u52a8  <code>hadoop-daemon.sh start namenode<\/code>  \u7b2c\u4e00\u53f0 namenode\uff0c\u4f1a\u6210\u4e3a standby \u72b6\u6001<\/p>\n<\/ul>\n<ul>\n<li>\u5173\u95ed\u72b6\u6001\u4e3a active \u4e3b\u673a\u7684 ZKFC<\/li>\n<\/ul>\n<ul>\n<p>\u53e6\u5916\u4e24\u53f0 ZKFC \u5176\u4e2d\u4e00\u53f0\u4f1a\u5c06\u672c\u673a\u7684 namenode \u63d0\u5347\u4e3a active<\/p>\n<p>\u5173\u95ed ZKFC \u6240\u5728\u7684 namenode \u964d\u7ea7\u4e3a standby<\/p>\n<p>\u91cd\u65b0\u542f\u52a8 ZKFC <code>hadoop-daemon.sh start zkfc<\/code> \u4f9d\u7136\u4e3a standby<\/p>\n<\/ul>\n<ul>\n<li>\n<p>Yarn \u9ad8\u53ef\u7528\u9a8c\u8bc1\u547d\u4ee4<\/p>\n<pre><code class='language-shell' lang='shell'> $ yarn rmadmin -getServiceState rm1\n active\n\n $ yarn rmadmin -getServiceState rm2\n standby\n<\/code><\/pre>\n<p>\u5173\u95edrm1  rm2 \u5c06\u6210\u4e3aacrive \u72b6\u6001\u3002<\/p>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u89c6\u9891\u6559\u7a0b \u5b98\u65b9\u6587\u6863 Hadoop HA \u81ea\u52a8\u5207\u6362\u539f\u7406 &nbsp; IP HOSTNAME \u542f\u52a8\u670d\u52a1 64.1<\/p>\n","protected":false},"author":1,"featured_media":992,"comment_status":"open","ping_status":"open","sticky":true,"template":"","format":"standard","meta":{"footnotes":""},"categories":[17,18,74],"tags":[75,81,84,82,83,79],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v20.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e - Linux\u81ea\u52a8\u5316\u8fd0\u7ef4<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e - Linux\u81ea\u52a8\u5316\u8fd0\u7ef4\" \/>\n<meta property=\"og:description\" content=\"\u89c6\u9891\u6559\u7a0b \u5b98\u65b9\u6587\u6863 Hadoop HA \u81ea\u52a8\u5207\u6362\u539f\u7406 &nbsp; IP HOSTNAME \u542f\u52a8\u670d\u52a1 64.1\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\" \/>\n<meta property=\"og:site_name\" content=\"Linux\u81ea\u52a8\u5316\u8fd0\u7ef4\" \/>\n<meta property=\"article:published_time\" content=\"2021-04-01T03:58:35+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2023-06-09T01:34:57+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.linuxdevops.cn\/wp-content\/uploads\/2021\/04\/hadoop.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"1358\" \/>\n\t<meta property=\"og:image:height\" content=\"908\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"\u7ba1\u7406\u5458\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#article\",\"isPartOf\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\"},\"author\":{\"name\":\"\u7ba1\u7406\u5458\",\"@id\":\"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1\"},\"headline\":\"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e\",\"datePublished\":\"2021-04-01T03:58:35+00:00\",\"dateModified\":\"2023-06-09T01:34:57+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\"},\"wordCount\":149,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1\"},\"keywords\":[\"hadoop\",\"hadoop ha\",\"hadoop\u9ad8\u53ef\u7528\",\"hdfs-ha\",\"yarn-ha\",\"zookeeper\"],\"articleSection\":[\"Linux\",\"Linux\u670d\u52a1\",\"\u5927\u6570\u636e\"],\"inLanguage\":\"zh-CN\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\",\"url\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\",\"name\":\"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e - Linux\u81ea\u52a8\u5316\u8fd0\u7ef4\",\"isPartOf\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/#website\"},\"datePublished\":\"2021-04-01T03:58:35+00:00\",\"dateModified\":\"2023-06-09T01:34:57+00:00\",\"breadcrumb\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#breadcrumb\"},\"inLanguage\":\"zh-CN\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.linuxdevops.cn\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Linux\",\"item\":\"https:\/\/www.linuxdevops.cn\/linux\/\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.linuxdevops.cn\/#website\",\"url\":\"https:\/\/www.linuxdevops.cn\/\",\"name\":\"Linux\u81ea\u52a8\u5316\u8fd0\u7ef4\",\"description\":\"Linux\u81ea\u52a8\u5316\u8fd0\u7ef4\u7b14\u8bb0\",\"publisher\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1\"},\"alternateName\":\"linuxdevops\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.linuxdevops.cn\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-CN\"},{\"@type\":[\"Person\",\"Organization\"],\"@id\":\"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1\",\"name\":\"\u7ba1\u7406\u5458\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-CN\",\"@id\":\"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/www.linuxdevops.cn\/wp-content\/uploads\/2019\/07\/cropped-index.jpg\",\"contentUrl\":\"https:\/\/www.linuxdevops.cn\/wp-content\/uploads\/2019\/07\/cropped-index.jpg\",\"width\":512,\"height\":512,\"caption\":\"\u7ba1\u7406\u5458\"},\"logo\":{\"@id\":\"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/image\/\"},\"description\":\"\u7ba1\u7406\u5458\",\"url\":\"https:\/\/www.linuxdevops.cn\/author\/root\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e - Linux\u81ea\u52a8\u5316\u8fd0\u7ef4","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/","og_locale":"zh_CN","og_type":"article","og_title":"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e - Linux\u81ea\u52a8\u5316\u8fd0\u7ef4","og_description":"\u89c6\u9891\u6559\u7a0b \u5b98\u65b9\u6587\u6863 Hadoop HA \u81ea\u52a8\u5207\u6362\u539f\u7406 &nbsp; IP HOSTNAME \u542f\u52a8\u670d\u52a1 64.1","og_url":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/","og_site_name":"Linux\u81ea\u52a8\u5316\u8fd0\u7ef4","article_published_time":"2021-04-01T03:58:35+00:00","article_modified_time":"2023-06-09T01:34:57+00:00","og_image":[{"width":1358,"height":908,"url":"https:\/\/www.linuxdevops.cn\/wp-content\/uploads\/2021\/04\/hadoop.jpg","type":"image\/jpeg"}],"author":"\u7ba1\u7406\u5458","twitter_card":"summary_large_image","schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#article","isPartOf":{"@id":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/"},"author":{"name":"\u7ba1\u7406\u5458","@id":"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1"},"headline":"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e","datePublished":"2021-04-01T03:58:35+00:00","dateModified":"2023-06-09T01:34:57+00:00","mainEntityOfPage":{"@id":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/"},"wordCount":149,"commentCount":0,"publisher":{"@id":"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1"},"keywords":["hadoop","hadoop ha","hadoop\u9ad8\u53ef\u7528","hdfs-ha","yarn-ha","zookeeper"],"articleSection":["Linux","Linux\u670d\u52a1","\u5927\u6570\u636e"],"inLanguage":"zh-CN","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#respond"]}]},{"@type":"WebPage","@id":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/","url":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/","name":"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e - Linux\u81ea\u52a8\u5316\u8fd0\u7ef4","isPartOf":{"@id":"https:\/\/www.linuxdevops.cn\/#website"},"datePublished":"2021-04-01T03:58:35+00:00","dateModified":"2023-06-09T01:34:57+00:00","breadcrumb":{"@id":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#breadcrumb"},"inLanguage":"zh-CN","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.linuxdevops.cn\/2021\/04\/hadoop-ha-auto-fail-over-deployment-configuration\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.linuxdevops.cn\/"},{"@type":"ListItem","position":2,"name":"Linux","item":"https:\/\/www.linuxdevops.cn\/linux\/"},{"@type":"ListItem","position":3,"name":"Hadoop HA \u6545\u969c\u81ea\u52a8\u5207\u6362\u90e8\u7f72\u914d\u7f6e"}]},{"@type":"WebSite","@id":"https:\/\/www.linuxdevops.cn\/#website","url":"https:\/\/www.linuxdevops.cn\/","name":"Linux\u81ea\u52a8\u5316\u8fd0\u7ef4","description":"Linux\u81ea\u52a8\u5316\u8fd0\u7ef4\u7b14\u8bb0","publisher":{"@id":"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1"},"alternateName":"linuxdevops","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.linuxdevops.cn\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-CN"},{"@type":["Person","Organization"],"@id":"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/3e206335d5796fdd8679e449df72a0d1","name":"\u7ba1\u7406\u5458","image":{"@type":"ImageObject","inLanguage":"zh-CN","@id":"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/image\/","url":"https:\/\/www.linuxdevops.cn\/wp-content\/uploads\/2019\/07\/cropped-index.jpg","contentUrl":"https:\/\/www.linuxdevops.cn\/wp-content\/uploads\/2019\/07\/cropped-index.jpg","width":512,"height":512,"caption":"\u7ba1\u7406\u5458"},"logo":{"@id":"https:\/\/www.linuxdevops.cn\/#\/schema\/person\/image\/"},"description":"\u7ba1\u7406\u5458","url":"https:\/\/www.linuxdevops.cn\/author\/root\/"}]}},"_links":{"self":[{"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/posts\/983"}],"collection":[{"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/comments?post=983"}],"version-history":[{"count":8,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/posts\/983\/revisions"}],"predecessor-version":[{"id":991,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/posts\/983\/revisions\/991"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/media\/992"}],"wp:attachment":[{"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/media?parent=983"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/categories?post=983"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.linuxdevops.cn\/wp-json\/wp\/v2\/tags?post=983"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}