{"id":47699,"date":"2023-12-11T15:12:44","date_gmt":"2023-12-11T07:12:44","guid":{"rendered":"https:\/\/wx.kaifamiao.info\/?p=47699"},"modified":"2023-12-11T15:12:44","modified_gmt":"2023-12-11T07:12:44","slug":"hadoop%e7%9a%84%e5%a4%87%e4%bb%bd%e6%9c%ba%e5%88%b6%e4%ba%86%e8%a7%a3%e5%90%a7%ef%bc%9f%e8%af%b7%e9%97%ae%e6%80%8e%e4%b9%88%e5%81%9a%e5%88%b0%e6%95%b0%e6%8d%ae%e4%bf%9d%e6%8c%81%e4%b8%80%e8%87%b4-4","status":"publish","type":"post","link":"http:\/\/wx.kaifamiao.info\/index.php\/2023\/12\/11\/hadoop%e7%9a%84%e5%a4%87%e4%bb%bd%e6%9c%ba%e5%88%b6%e4%ba%86%e8%a7%a3%e5%90%a7%ef%bc%9f%e8%af%b7%e9%97%ae%e6%80%8e%e4%b9%88%e5%81%9a%e5%88%b0%e6%95%b0%e6%8d%ae%e4%bf%9d%e6%8c%81%e4%b8%80%e8%87%b4-4\/","title":{"rendered":"Hadoop\u7684\u5907\u4efd\u673a\u5236\u4e86\u89e3\u5427\uff1f\u8bf7\u95ee\u600e\u4e48\u505a\u5230\u6570\u636e\u4fdd\u6301\u4e00\u81f4\uff1f"},"content":{"rendered":"<pre><code class=\" line-numbers\"><br \/><h3>\u53c2\u8003\u56de\u7b54\uff1a<\/h3>\n\nHadoop\u5907\u4efd\u673a\u5236\uff1a\u8be5\u65b9\u6848\u5229\u7528Hadoop\u81ea\u8eab\u7684Failover\u63aa\u65bd\uff08\u901a\u8fc7\u914d\u7f6edfs.name.dir\uff09\uff0cNameNode\u53ef\u4ee5\u5c06\u5143\u6570\u636e\u4fe1\u606f\u4fdd\u5b58\u5230\u591a\u4e2a\u76ee\u5f55\u3002\u901a\u5e38\u7684\u505a\u6cd5\uff0c\u9009\u62e9\u4e00\u4e2a\u672c\u5730\u76ee\u5f55\u3001\u4e00\u4e2a\u8fdc\u7a0b\u76ee\u5f55\uff08\u901a\u8fc7NFS\u8fdb\u884c\u5171\u4eab\uff09\uff0c\u5f53NameNode\u53d1\u751f\u6545\u969c\u65f6\uff0c\u53ef\u4ee5\u542f\u52a8\u5907\u7528\u673a\u5668\u7684NameNode\uff0c\u52a0\u8f7d\u8fdc\u7a0b\u76ee\u5f55\u4e2d\u7684\u5143\u6570\u636e\u4fe1\u606f\uff0c\u63d0\u4f9b\u670d\u52a1\u3002\n\nHadoop\u4e2d\u6709\u4e2a\u91cd\u8981\u7684\u5de5\u5177\u5c31\u662fHDFS\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\uff0c\u90a3\u4e48\u5728\u8fd9\u79cd\u5206\u5e03\u5f0f\u73af\u5883\u4e0b\u7684\u6570\u636e\u4e00\u81f4\u6027\u662f\u5982\u4f55\u4fdd\u8bc1\u5462\uff1f\n\n\n\nHDFS\u4e2d\uff0c\u5b58\u50a8\u7684\u6587\u4ef6\u5c06\u4f1a\u88ab\u5206\u6210\u82e5\u5e72\u7684\u5927\u5c0f\u4e00\u81f4\u7684block\uff08\u6700\u540e\u4e00\u4e2ablock\u7684\u5927\u5c0f\u53ef\u80fd\u8f83\u5c0f\uff09\u5206\u5e03\u5f0f\u5730\u5b58\u50a8\u5728\u4e0d\u540c\u7684\u673a\u5668\u4e0a\uff0c\u90a3\u4e48\u5c31\u5fc5\u987b\u6709\u4e00\u4e2a\u89d2\u8272\u6765\u5bf9\u8fd9\u4e9b\u6570\u636e\u8fdb\u884c\u7ba1\u7406\uff0c\u4e5f\u5c31\u662fNameNode\u8282\u70b9\uff0c\u800c\u5b58\u50a8\u8fd9\u4e9bblock\u7684\u7ed3\u70b9\u6211\u4eec\u79f0\u4e3aDataNode\uff0cNameNode\u662f\u7528\u6765\u7ba1\u7406\u8fd9\u4e9b\u5143\u6570\u636e\u7684\u3002 \u4e0b\u9762\u8bb2\u4e00\u4e2a\u4f8b\u5b50\uff0c\u5728\u5ba2\u6237\u7aef\u4e0a\u4f20\u6587\u4ef6\u65f6\uff0cNameNode\u5982\u4f55\u4fdd\u8bc1\u6570\u636e\u7684\u4e00\u76f4\u6027\u3002\u5ba2\u6237\u7aef\u4e0a\u4f20\u6587\u4ef6\u65f6\uff0cNameNode\u9996\u5148\u5f80edits log\u6587\u4ef6\u4e2d\u8bb0\u5f55\u5143\u6570\u636e\u7684\u64cd\u4f5c\u65e5\u5fd7\u3002\u4e0e\u6b64\u540c\u65f6\uff0cNameNode\u5c06\u4f1a\u5728\u78c1\u76d8\u505a\u4e00\u4efd\u6301\u4e45\u5316\u5904\u7406\uff08fsimage\u6587\u4ef6\uff09\uff1a\u4ed6\u8ddf\u5185\u5b58\u4e2d\u7684\u6570\u636e\u662f\u5bf9\u5e94\u7684\uff0c\u5982\u4f55\u4fdd\u8bc1\u548c\u5185\u5b58\u4e2d\u7684\u6570\u636e\u7684\u4e00\u81f4\u6027\u5462\uff1f\u5728edits logs\u6ee1\u4e4b\u524d\u5bf9\u5185\u5b58\u548cfsimage\u7684\u6570\u636e\u505a\u540c\u6b65\uff08\u5b9e\u9645\u4e0a\u53ea\u9700\u8981\u5408\u5e76edits logs\u548cfsimage\u4e0a\u7684\u6570\u636e\u5373\u53ef\uff0c\u7136\u540eedits logs\u4e0a\u7684\u6570\u636e\u5373\u53ef\u6e05\u9664\uff09 \u800c\u5f53edits logs\u6ee1\u4e4b\u540e\uff0c\u6587\u4ef6\u7684\u4e0a\u4f20\u4e0d\u80fd\u4e2d\u65ad\uff0c\u6240\u4ee5\u5c06\u4f1a\u5f80\u4e00\u4e2a\u65b0\u7684\u6587\u4ef6edits.new\u4e0a\u5199\u6570\u636e\uff0c\u800c\u8001\u7684edits logs\u7684\u5408\u5e76\u64cd\u4f5c\u5c06\u7531secondNameNode\u6765\u5b8c\u6210\uff0c\u5373\u6240\u8c13\u7684checkpoint\u64cd\u4f5c\u3002 \u90a3\u4e48\u4ec0\u4e48\u65f6\u5019checkpoint\u5462\uff1f \u4e00\u822c\u7531\u4e24\u79cd\u9650\u5236\uff0c\u4e00\u4e2a\u662fedits logs\u7684\u5927\u5c0f\u9650\u5236\uff0c\u5373fs.checkpoint.size\u914d\u7f6e\uff0c\u4e00\u4e2a\u662f\u6307\u5b9a\u65f6\u95f4\uff0c\u5373fs.checkpoint.period\u914d\u7f6e \u5f53\u7136\u6839\u636e\u89c4\u5b9a\uff0c\u5927\u5c0f\u7684\u9650\u5236\u662f\u4f18\u5148\u7684\uff0c\u89c4\u5b9aedits\u6587\u4ef6\u4e00\u65e6\u8d85\u8fc7\u9608\u503c\uff0c\u5219\u4e0d\u7ba1\u662f\u5426\u8fbe\u5230\u6700\u5927\u65f6\u95f4\u95f4\u9694\uff0c\u90fd\u4f1a\u5f3a\u5236checkpoint\u3002\n\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u53c2\u8003\u56de\u7b54\uff1a Hadoop\u5907\u4efd\u673a\u5236\uff1a\u8be5\u65b9\u6848\u5229\u7528Hadoop\u81ea\u8eab\u7684Failover\u63aa\u65bd\uff08\u901a\u8fc7\u914d\u7f6edfs.name. [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[101],"tags":[],"class_list":["post-47699","post","type-post","status-publish","format-standard","hentry","category-c"],"_links":{"self":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47699","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/comments?post=47699"}],"version-history":[{"count":1,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47699\/revisions"}],"predecessor-version":[{"id":47700,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/posts\/47699\/revisions\/47700"}],"wp:attachment":[{"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/media?parent=47699"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/categories?post=47699"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/wx.kaifamiao.info\/index.php\/wp-json\/wp\/v2\/tags?post=47699"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}